2024-11-09 01:30:44,128 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 01:30:44,146 main DEBUG Took 0.015812 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 01:30:44,147 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 01:30:44,147 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 01:30:44,148 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 01:30:44,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,160 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 01:30:44,173 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,175 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,176 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,177 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,178 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,179 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,181 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,181 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,183 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:30:44,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,185 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 01:30:44,186 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:30:44,187 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 01:30:44,189 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 01:30:44,189 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 01:30:44,190 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 01:30:44,191 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 01:30:44,199 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 01:30:44,201 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 01:30:44,203 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 01:30:44,204 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 01:30:44,204 main DEBUG createAppenders(={Console}) 2024-11-09 01:30:44,205 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-09 01:30:44,205 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 01:30:44,205 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-09 01:30:44,206 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 01:30:44,206 main DEBUG OutputStream closed 2024-11-09 01:30:44,207 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 01:30:44,207 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 01:30:44,207 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-09 01:30:44,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 01:30:44,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 01:30:44,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 01:30:44,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 01:30:44,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 01:30:44,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 01:30:44,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 01:30:44,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 01:30:44,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 01:30:44,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 01:30:44,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 01:30:44,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 01:30:44,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 01:30:44,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 01:30:44,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 01:30:44,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 01:30:44,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 01:30:44,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 01:30:44,296 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 01:30:44,296 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-09 01:30:44,296 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 01:30:44,297 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-09T01:30:44,315 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-09 01:30:44,319 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 01:30:44,319 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T01:30:44,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1242, ProcessCount=11, AvailableMemoryMB=3170 2024-11-09T01:30:44,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7 2024-11-09T01:30:44,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:30:44,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27, deleteOnExit=true 2024-11-09T01:30:44,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:30:44,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/test.cache.data in system properties and HBase conf 2024-11-09T01:30:44,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:30:44,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:30:44,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:30:44,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:30:44,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:30:44,711 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T01:30:44,803 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:30:44,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:30:44,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:30:44,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:30:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:30:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:30:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:30:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:30:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:30:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:30:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:30:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:30:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:30:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:30:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:30:45,938 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T01:30:46,026 INFO [Time-limited test {}] log.Log(170): Logging initialized @2573ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T01:30:46,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:30:46,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:30:46,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:30:46,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:30:46,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:30:46,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:30:46,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:30:46,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:30:46,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/java.io.tmpdir/jetty-localhost-45179-hadoop-hdfs-3_4_1-tests_jar-_-any-4331354392616757683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:30:46,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:45179} 2024-11-09T01:30:46,414 INFO [Time-limited test {}] server.Server(415): Started @2961ms 2024-11-09T01:30:46,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:30:46,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:30:46,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:30:46,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:30:46,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:30:46,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:30:46,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:30:47,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/java.io.tmpdir/jetty-localhost-44459-hadoop-hdfs-3_4_1-tests_jar-_-any-677008693223874317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:30:47,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:44459} 2024-11-09T01:30:47,096 INFO [Time-limited test {}] server.Server(415): Started @3643ms 2024-11-09T01:30:47,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:30:47,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:30:47,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:30:47,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:30:47,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:30:47,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:30:47,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:30:47,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:30:47,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/java.io.tmpdir/jetty-localhost-38263-hadoop-hdfs-3_4_1-tests_jar-_-any-10453298638335633593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:30:47,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:38263} 2024-11-09T01:30:47,390 INFO [Time-limited test {}] server.Server(415): Started @3938ms 2024-11-09T01:30:47,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:30:48,437 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/data/data2/current/BP-1755580351-172.17.0.2-1731115845383/current, will proceed with Du for space computation calculation, 2024-11-09T01:30:48,437 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/data/data4/current/BP-1755580351-172.17.0.2-1731115845383/current, will proceed with Du for space computation calculation, 2024-11-09T01:30:48,437 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/data/data1/current/BP-1755580351-172.17.0.2-1731115845383/current, will proceed with Du for space computation calculation, 2024-11-09T01:30:48,437 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/data/data3/current/BP-1755580351-172.17.0.2-1731115845383/current, will proceed with Du for space computation calculation, 2024-11-09T01:30:48,472 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:30:48,472 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:30:48,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67bd54711ac219a9 with lease ID 0xfc3141109c12eb61: Processing first storage report for DS-07d0fddd-d0d4-4c15-93aa-1af1f9f2df79 from datanode DatanodeRegistration(127.0.0.1:33197, datanodeUuid=a3ed5188-ba95-46a9-a8ac-c5d90026ecf7, infoPort=34083, infoSecurePort=0, ipcPort=44311, storageInfo=lv=-57;cid=testClusterID;nsid=1092916081;c=1731115845383) 2024-11-09T01:30:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67bd54711ac219a9 with lease ID 0xfc3141109c12eb61: from storage DS-07d0fddd-d0d4-4c15-93aa-1af1f9f2df79 node DatanodeRegistration(127.0.0.1:33197, datanodeUuid=a3ed5188-ba95-46a9-a8ac-c5d90026ecf7, infoPort=34083, infoSecurePort=0, ipcPort=44311, storageInfo=lv=-57;cid=testClusterID;nsid=1092916081;c=1731115845383), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:30:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x781ab17e6bb825af with lease ID 0xfc3141109c12eb62: Processing first storage report for DS-369756b2-283b-4626-813b-63c1865d08ce from datanode DatanodeRegistration(127.0.0.1:39099, datanodeUuid=d1d67893-205b-4c67-8de9-bf27cb338aab, infoPort=37675, infoSecurePort=0, ipcPort=34023, storageInfo=lv=-57;cid=testClusterID;nsid=1092916081;c=1731115845383) 2024-11-09T01:30:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x781ab17e6bb825af with lease ID 0xfc3141109c12eb62: from storage DS-369756b2-283b-4626-813b-63c1865d08ce node DatanodeRegistration(127.0.0.1:39099, datanodeUuid=d1d67893-205b-4c67-8de9-bf27cb338aab, infoPort=37675, infoSecurePort=0, ipcPort=34023, storageInfo=lv=-57;cid=testClusterID;nsid=1092916081;c=1731115845383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:30:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67bd54711ac219a9 with lease ID 0xfc3141109c12eb61: Processing first storage report for DS-83df8343-e1fc-4b9d-9e32-77ae66e7f728 from datanode DatanodeRegistration(127.0.0.1:33197, datanodeUuid=a3ed5188-ba95-46a9-a8ac-c5d90026ecf7, infoPort=34083, infoSecurePort=0, ipcPort=44311, storageInfo=lv=-57;cid=testClusterID;nsid=1092916081;c=1731115845383) 2024-11-09T01:30:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67bd54711ac219a9 with lease ID 0xfc3141109c12eb61: from storage DS-83df8343-e1fc-4b9d-9e32-77ae66e7f728 node DatanodeRegistration(127.0.0.1:33197, datanodeUuid=a3ed5188-ba95-46a9-a8ac-c5d90026ecf7, infoPort=34083, infoSecurePort=0, ipcPort=44311, storageInfo=lv=-57;cid=testClusterID;nsid=1092916081;c=1731115845383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:30:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x781ab17e6bb825af with lease ID 0xfc3141109c12eb62: Processing first storage report for DS-0c4377c4-8ee6-4a90-898c-fc469285baa2 from datanode DatanodeRegistration(127.0.0.1:39099, datanodeUuid=d1d67893-205b-4c67-8de9-bf27cb338aab, infoPort=37675, infoSecurePort=0, ipcPort=34023, storageInfo=lv=-57;cid=testClusterID;nsid=1092916081;c=1731115845383) 2024-11-09T01:30:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x781ab17e6bb825af with lease ID 0xfc3141109c12eb62: from storage DS-0c4377c4-8ee6-4a90-898c-fc469285baa2 node DatanodeRegistration(127.0.0.1:39099, datanodeUuid=d1d67893-205b-4c67-8de9-bf27cb338aab, infoPort=37675, infoSecurePort=0, ipcPort=34023, storageInfo=lv=-57;cid=testClusterID;nsid=1092916081;c=1731115845383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:30:48,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7 2024-11-09T01:30:48,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/zookeeper_0, clientPort=57160, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:30:48,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57160 2024-11-09T01:30:48,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:48,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:49,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:30:49,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:30:49,467 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d with version=8 2024-11-09T01:30:49,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/hbase-staging 2024-11-09T01:30:49,544 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T01:30:49,823 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:30:49,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:49,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:49,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:30:49,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:49,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:30:49,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:30:50,030 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T01:30:50,038 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T01:30:50,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:30:50,068 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48006 (auto-detected) 2024-11-09T01:30:50,069 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T01:30:50,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41297 2024-11-09T01:30:50,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41297 connecting to ZooKeeper ensemble=127.0.0.1:57160 2024-11-09T01:30:50,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412970x0, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:30:50,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41297-0x1011d3790090000 connected 2024-11-09T01:30:50,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:50,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:50,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:30:50,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d, hbase.cluster.distributed=false 2024-11-09T01:30:50,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:30:50,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41297 2024-11-09T01:30:50,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41297 2024-11-09T01:30:50,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41297 2024-11-09T01:30:50,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41297 2024-11-09T01:30:50,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41297 2024-11-09T01:30:50,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:30:50,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:50,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:50,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:30:50,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:50,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:30:50,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:30:50,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:30:50,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35671 2024-11-09T01:30:50,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35671 connecting to ZooKeeper ensemble=127.0.0.1:57160 2024-11-09T01:30:50,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:50,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356710x0, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:30:50,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35671-0x1011d3790090001 connected 2024-11-09T01:30:50,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:30:50,451 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:30:50,458 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:30:50,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:30:50,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:30:50,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35671 2024-11-09T01:30:50,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35671 2024-11-09T01:30:50,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35671 2024-11-09T01:30:50,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35671 2024-11-09T01:30:50,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35671 2024-11-09T01:30:50,486 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:30:50,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:50,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:50,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:30:50,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:50,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:30:50,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:30:50,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:30:50,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43815 2024-11-09T01:30:50,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43815 connecting to ZooKeeper ensemble=127.0.0.1:57160 2024-11-09T01:30:50,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:50,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:50,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438150x0, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:30:50,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438150x0, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:30:50,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43815-0x1011d3790090002 connected 2024-11-09T01:30:50,511 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:30:50,512 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:30:50,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:30:50,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:30:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-09T01:30:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43815 2024-11-09T01:30:50,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43815 2024-11-09T01:30:50,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-09T01:30:50,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43815 2024-11-09T01:30:50,533 DEBUG [M:0;5296cfb18d53:41297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:41297 2024-11-09T01:30:50,534 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5296cfb18d53,41297,1731115849669 2024-11-09T01:30:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:50,543 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5296cfb18d53,41297,1731115849669 2024-11-09T01:30:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:30:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:30:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:50,574 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T01:30:50,575 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5296cfb18d53,41297,1731115849669 from backup master directory 2024-11-09T01:30:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5296cfb18d53,41297,1731115849669 2024-11-09T01:30:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:50,584 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:30:50,584 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,41297,1731115849669 2024-11-09T01:30:50,586 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T01:30:50,587 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T01:30:50,639 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/hbase.id] with ID: e1cdc338-c046-4edc-ac2d-cfc1fefbc4e1 2024-11-09T01:30:50,639 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/.tmp/hbase.id 2024-11-09T01:30:50,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:30:50,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:30:50,653 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/.tmp/hbase.id]:[hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/hbase.id] 2024-11-09T01:30:50,702 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:50,709 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:30:50,726 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-09T01:30:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:30:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:30:50,775 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:30:50,777 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:30:50,795 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:30:50,799 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:30:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:30:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:30:50,845 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store 2024-11-09T01:30:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:30:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:30:50,869 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T01:30:50,872 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:50,874 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:30:50,874 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:50,874 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:50,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:30:50,876 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:50,877 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:50,878 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115850874Disabling compacts and flushes for region at 1731115850874Disabling writes for close at 1731115850876 (+2 ms)Writing region close event to WAL at 1731115850876Closed at 1731115850876 2024-11-09T01:30:50,881 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/.initializing 2024-11-09T01:30:50,881 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/WALs/5296cfb18d53,41297,1731115849669 2024-11-09T01:30:50,890 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:30:50,904 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C41297%2C1731115849669, suffix=, logDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/WALs/5296cfb18d53,41297,1731115849669, archiveDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/oldWALs, maxLogs=10 2024-11-09T01:30:50,927 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/WALs/5296cfb18d53,41297,1731115849669/5296cfb18d53%2C41297%2C1731115849669.1731115850908, exclude list is [], retry=0 2024-11-09T01:30:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39099,DS-369756b2-283b-4626-813b-63c1865d08ce,DISK] 2024-11-09T01:30:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33197,DS-07d0fddd-d0d4-4c15-93aa-1af1f9f2df79,DISK] 2024-11-09T01:30:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T01:30:50,985 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/WALs/5296cfb18d53,41297,1731115849669/5296cfb18d53%2C41297%2C1731115849669.1731115850908 2024-11-09T01:30:50,986 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34083:34083),(127.0.0.1/127.0.0.1:37675:37675)] 2024-11-09T01:30:50,986 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:30:50,987 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:50,989 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:50,990 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:30:51,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:51,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:51,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:30:51,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:51,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:51,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:30:51,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:51,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:51,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:30:51,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:51,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:51,068 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,073 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,074 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,081 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,082 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,085 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:30:51,088 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:51,093 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:30:51,095 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62605818, jitterRate=-0.06710061430931091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:30:51,104 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115851002Initializing all the Stores at 1731115851003 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115851004 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115851005 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115851005Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115851005Cleaning up temporary data from old regions at 1731115851082 (+77 ms)Region opened successfully at 1731115851104 (+22 ms) 2024-11-09T01:30:51,106 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:30:51,141 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6d3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:30:51,170 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:30:51,181 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:30:51,181 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:30:51,184 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:30:51,186 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T01:30:51,191 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T01:30:51,191 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:30:51,217 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:30:51,225 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T01:30:51,278 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T01:30:51,280 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:30:51,283 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:30:51,288 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T01:30:51,290 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:30:51,294 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:30:51,298 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T01:30:51,301 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:30:51,309 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T01:30:51,328 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:30:51,341 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T01:30:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:30:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:30:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:30:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:51,355 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,41297,1731115849669, sessionid=0x1011d3790090000, setting cluster-up flag (Was=false) 2024-11-09T01:30:51,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:51,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:51,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:51,415 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T01:30:51,419 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,41297,1731115849669 2024-11-09T01:30:51,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:51,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:51,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:51,477 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T01:30:51,480 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,41297,1731115849669 2024-11-09T01:30:51,490 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:30:51,522 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(746): ClusterId : e1cdc338-c046-4edc-ac2d-cfc1fefbc4e1 2024-11-09T01:30:51,522 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(746): ClusterId : e1cdc338-c046-4edc-ac2d-cfc1fefbc4e1 2024-11-09T01:30:51,524 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:30:51,524 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:30:51,542 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:30:51,542 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:30:51,542 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:30:51,542 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:30:51,552 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:30:51,552 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:30:51,553 DEBUG [RS:1;5296cfb18d53:43815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16240320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:30:51,553 DEBUG [RS:0;5296cfb18d53:35671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41dee54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:30:51,567 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:30:51,568 DEBUG [RS:0;5296cfb18d53:35671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:35671 2024-11-09T01:30:51,569 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5296cfb18d53:43815 2024-11-09T01:30:51,571 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:30:51,571 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:30:51,571 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:30:51,572 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:30:51,572 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:30:51,572 DEBUG [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:30:51,574 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,41297,1731115849669 with port=35671, startcode=1731115850389 2024-11-09T01:30:51,574 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,41297,1731115849669 with port=43815, startcode=1731115850486 2024-11-09T01:30:51,577 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:30:51,585 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:30:51,586 DEBUG [RS:1;5296cfb18d53:43815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:30:51,586 DEBUG [RS:0;5296cfb18d53:35671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:30:51,592 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,41297,1731115849669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:30:51,602 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:30:51,602 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:30:51,602 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:30:51,603 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:30:51,603 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:30:51,603 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,603 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:30:51,603 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,610 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115881609 2024-11-09T01:30:51,611 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:30:51,613 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:30:51,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:30:51,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:30:51,616 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:30:51,617 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:30:51,617 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:30:51,617 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:30:51,621 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:30:51,621 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:30:51,619 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,624 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:30:51,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:51,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:30:51,625 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:30:51,626 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:30:51,628 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:30:51,628 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:30:51,629 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:30:51,633 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115851630,5,FailOnTimeoutGroup] 2024-11-09T01:30:51,634 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115851634,5,FailOnTimeoutGroup] 2024-11-09T01:30:51,635 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,634 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:30:51,635 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:30:51,636 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,636 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:30:51,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:30:51,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:30:51,644 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d 2024-11-09T01:30:51,657 DEBUG [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T01:30:51,657 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T01:30:51,657 WARN [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T01:30:51,657 WARN [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T01:30:51,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:30:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:30:51,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:51,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:30:51,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:30:51,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:51,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:51,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:30:51,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:30:51,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:51,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:51,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:30:51,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:30:51,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:51,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:51,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:30:51,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:30:51,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:51,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:51,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:30:51,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740 2024-11-09T01:30:51,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740 2024-11-09T01:30:51,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:30:51,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:30:51,691 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:30:51,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:30:51,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:30:51,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70239511, jitterRate=0.046650275588035583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:30:51,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115851664Initializing all the Stores at 1731115851665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115851665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115851666 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115851666Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115851666Cleaning up temporary data from old regions at 1731115851691 (+25 ms)Region opened successfully at 1731115851702 (+11 ms) 2024-11-09T01:30:51,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:30:51,703 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:30:51,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:30:51,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:30:51,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:30:51,705 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:30:51,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115851703Disabling compacts and flushes for region at 1731115851703Disabling writes for close at 1731115851703Writing region close event to WAL at 1731115851704 (+1 ms)Closed at 1731115851704 2024-11-09T01:30:51,708 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:30:51,708 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:30:51,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:30:51,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:30:51,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:30:51,759 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,41297,1731115849669 with port=43815, startcode=1731115850486 2024-11-09T01:30:51,759 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,41297,1731115849669 with port=35671, startcode=1731115850389 2024-11-09T01:30:51,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,43815,1731115850486 2024-11-09T01:30:51,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41297 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,43815,1731115850486 2024-11-09T01:30:51,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,35671,1731115850389 2024-11-09T01:30:51,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41297 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,35671,1731115850389 2024-11-09T01:30:51,774 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d 2024-11-09T01:30:51,774 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40113 2024-11-09T01:30:51,774 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:30:51,777 DEBUG [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d 2024-11-09T01:30:51,777 DEBUG [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40113 2024-11-09T01:30:51,778 DEBUG [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:30:51,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:30:51,826 DEBUG [RS:1;5296cfb18d53:43815 {}] zookeeper.ZKUtil(111): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,43815,1731115850486 2024-11-09T01:30:51,827 WARN [RS:1;5296cfb18d53:43815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:30:51,827 INFO [RS:1;5296cfb18d53:43815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:30:51,828 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,43815,1731115850486 2024-11-09T01:30:51,828 DEBUG [RS:0;5296cfb18d53:35671 {}] zookeeper.ZKUtil(111): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,35671,1731115850389 2024-11-09T01:30:51,828 WARN [RS:0;5296cfb18d53:35671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:30:51,828 INFO [RS:0;5296cfb18d53:35671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:30:51,829 DEBUG [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,35671,1731115850389 2024-11-09T01:30:51,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,35671,1731115850389] 2024-11-09T01:30:51,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,43815,1731115850486] 2024-11-09T01:30:51,857 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:30:51,857 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:30:51,871 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:30:51,871 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:30:51,876 WARN [5296cfb18d53:41297 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:30:51,877 INFO [RS:1;5296cfb18d53:43815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:30:51,877 INFO [RS:0;5296cfb18d53:35671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:30:51,877 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,877 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,878 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:30:51,878 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:30:51,883 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:30:51,883 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:30:51,885 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,885 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,885 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,885 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,885 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,885 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,885 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,885 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:30:51,886 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:30:51,886 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,886 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,887 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,887 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,887 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,887 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:51,887 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:30:51,887 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:30:51,887 DEBUG [RS:1;5296cfb18d53:43815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:30:51,887 DEBUG [RS:0;5296cfb18d53:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:30:51,888 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,888 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,888 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,888 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,888 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,888 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,889 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,889 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,889 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,889 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35671,1731115850389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:30:51,889 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,889 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43815,1731115850486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:30:51,911 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:30:51,911 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:30:51,914 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35671,1731115850389-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,914 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43815,1731115850486-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,914 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,914 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,914 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.Replication(171): 5296cfb18d53,35671,1731115850389 started 2024-11-09T01:30:51,914 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.Replication(171): 5296cfb18d53,43815,1731115850486 started 2024-11-09T01:30:51,936 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,936 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:51,937 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,43815,1731115850486, RpcServer on 5296cfb18d53/172.17.0.2:43815, sessionid=0x1011d3790090002 2024-11-09T01:30:51,937 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,35671,1731115850389, RpcServer on 5296cfb18d53/172.17.0.2:35671, sessionid=0x1011d3790090001 2024-11-09T01:30:51,937 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:30:51,937 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:30:51,937 DEBUG [RS:0;5296cfb18d53:35671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,35671,1731115850389 2024-11-09T01:30:51,937 DEBUG [RS:1;5296cfb18d53:43815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,43815,1731115850486 2024-11-09T01:30:51,938 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,35671,1731115850389' 2024-11-09T01:30:51,938 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,43815,1731115850486' 2024-11-09T01:30:51,938 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:30:51,938 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:30:51,939 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:30:51,939 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:30:51,939 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:30:51,939 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:30:51,939 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:30:51,939 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:30:51,939 DEBUG [RS:0;5296cfb18d53:35671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,35671,1731115850389 2024-11-09T01:30:51,939 DEBUG [RS:1;5296cfb18d53:43815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,43815,1731115850486 2024-11-09T01:30:51,939 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,35671,1731115850389' 2024-11-09T01:30:51,939 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:30:51,939 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,43815,1731115850486' 2024-11-09T01:30:51,940 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:30:51,940 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:30:51,940 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:30:51,941 DEBUG [RS:0;5296cfb18d53:35671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:30:51,941 DEBUG [RS:1;5296cfb18d53:43815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:30:51,941 INFO [RS:0;5296cfb18d53:35671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:30:51,941 INFO [RS:1;5296cfb18d53:43815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:30:51,941 INFO [RS:1;5296cfb18d53:43815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:30:51,941 INFO [RS:0;5296cfb18d53:35671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:30:52,051 INFO [RS:0;5296cfb18d53:35671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:30:52,051 INFO [RS:1;5296cfb18d53:43815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:30:52,055 INFO [RS:1;5296cfb18d53:43815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C43815%2C1731115850486, suffix=, logDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,43815,1731115850486, archiveDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/oldWALs, maxLogs=32 2024-11-09T01:30:52,055 INFO [RS:0;5296cfb18d53:35671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C35671%2C1731115850389, suffix=, logDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,35671,1731115850389, archiveDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/oldWALs, maxLogs=32 2024-11-09T01:30:52,077 DEBUG [RS:1;5296cfb18d53:43815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,43815,1731115850486/5296cfb18d53%2C43815%2C1731115850486.1731115852058, exclude list is [], retry=0 2024-11-09T01:30:52,077 DEBUG [RS:0;5296cfb18d53:35671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,35671,1731115850389/5296cfb18d53%2C35671%2C1731115850389.1731115852058, exclude list is [], retry=0 2024-11-09T01:30:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33197,DS-07d0fddd-d0d4-4c15-93aa-1af1f9f2df79,DISK] 2024-11-09T01:30:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39099,DS-369756b2-283b-4626-813b-63c1865d08ce,DISK] 2024-11-09T01:30:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39099,DS-369756b2-283b-4626-813b-63c1865d08ce,DISK] 2024-11-09T01:30:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33197,DS-07d0fddd-d0d4-4c15-93aa-1af1f9f2df79,DISK] 2024-11-09T01:30:52,086 INFO [RS:0;5296cfb18d53:35671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,35671,1731115850389/5296cfb18d53%2C35671%2C1731115850389.1731115852058 2024-11-09T01:30:52,088 DEBUG [RS:0;5296cfb18d53:35671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34083:34083),(127.0.0.1/127.0.0.1:37675:37675)] 2024-11-09T01:30:52,089 INFO [RS:1;5296cfb18d53:43815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,43815,1731115850486/5296cfb18d53%2C43815%2C1731115850486.1731115852058 2024-11-09T01:30:52,090 DEBUG [RS:1;5296cfb18d53:43815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37675:37675),(127.0.0.1/127.0.0.1:34083:34083)] 2024-11-09T01:30:52,129 DEBUG [5296cfb18d53:41297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T01:30:52,140 DEBUG [5296cfb18d53:41297 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:30:52,148 DEBUG [5296cfb18d53:41297 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:30:52,148 DEBUG [5296cfb18d53:41297 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:30:52,148 DEBUG [5296cfb18d53:41297 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:30:52,148 DEBUG [5296cfb18d53:41297 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:30:52,148 INFO [5296cfb18d53:41297 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:30:52,148 INFO [5296cfb18d53:41297 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:30:52,148 DEBUG [5296cfb18d53:41297 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:30:52,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,43815,1731115850486 2024-11-09T01:30:52,162 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,43815,1731115850486, state=OPENING 2024-11-09T01:30:52,225 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:30:52,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:52,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:52,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:52,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:52,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:52,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:52,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:30:52,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,43815,1731115850486}] 2024-11-09T01:30:52,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:30:52,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:30:52,432 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:30:52,432 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:30:52,432 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:30:52,436 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C43815%2C1731115850486.meta, suffix=.meta, logDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,43815,1731115850486, archiveDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/oldWALs, maxLogs=32 2024-11-09T01:30:52,453 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,43815,1731115850486/5296cfb18d53%2C43815%2C1731115850486.meta.1731115852438.meta, exclude list is [], retry=0 2024-11-09T01:30:52,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33197,DS-07d0fddd-d0d4-4c15-93aa-1af1f9f2df79,DISK] 2024-11-09T01:30:52,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39099,DS-369756b2-283b-4626-813b-63c1865d08ce,DISK] 2024-11-09T01:30:52,460 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/WALs/5296cfb18d53,43815,1731115850486/5296cfb18d53%2C43815%2C1731115850486.meta.1731115852438.meta 2024-11-09T01:30:52,461 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34083:34083),(127.0.0.1/127.0.0.1:37675:37675)] 2024-11-09T01:30:52,461 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:30:52,462 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:30:52,465 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:30:52,469 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:30:52,475 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:30:52,476 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:52,476 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:30:52,476 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:30:52,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:30:52,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:30:52,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:52,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:52,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:30:52,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:30:52,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:52,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:52,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:30:52,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:30:52,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:52,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:52,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:30:52,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:30:52,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:52,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:52,489 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:30:52,491 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740 2024-11-09T01:30:52,494 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740 2024-11-09T01:30:52,497 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:30:52,497 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:30:52,498 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:30:52,501 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:30:52,503 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72396540, jitterRate=0.0787925124168396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:30:52,503 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:30:52,505 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115852477Writing region info on filesystem at 1731115852477Initializing all the Stores at 1731115852479 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115852479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115852479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115852479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115852479Cleaning up temporary data from old regions at 1731115852497 (+18 ms)Running coprocessor post-open hooks at 1731115852503 (+6 ms)Region opened successfully at 1731115852505 (+2 ms) 2024-11-09T01:30:52,513 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115852411 2024-11-09T01:30:52,526 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:30:52,527 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:30:52,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,43815,1731115850486 2024-11-09T01:30:52,531 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,43815,1731115850486, state=OPEN 2024-11-09T01:30:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:30:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:30:52,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:30:52,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:52,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:52,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,43815,1731115850486 2024-11-09T01:30:52,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:30:52,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,43815,1731115850486 in 461 msec 2024-11-09T01:30:52,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:30:52,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 998 msec 2024-11-09T01:30:52,717 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:30:52,717 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:30:52,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:30:52,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,43815,1731115850486, seqNum=-1] 2024-11-09T01:30:52,761 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:30:52,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:30:52,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-09T01:30:52,785 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115852785, completionTime=-1 2024-11-09T01:30:52,787 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T01:30:52,788 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:30:52,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T01:30:52,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115912814 2024-11-09T01:30:52,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115972814 2024-11-09T01:30:52,814 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-09T01:30:52,816 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:30:52,822 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41297,1731115849669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:52,822 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41297,1731115849669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:52,822 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41297,1731115849669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:52,824 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:41297, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:52,824 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:52,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:52,831 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:30:52,853 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.268sec 2024-11-09T01:30:52,854 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:30:52,855 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:30:52,856 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:30:52,857 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:30:52,857 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:30:52,857 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41297,1731115849669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:30:52,858 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41297,1731115849669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:30:52,862 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:30:52,863 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:30:52,864 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41297,1731115849669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:52,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:30:52,941 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T01:30:52,941 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T01:30:52,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,41297,-1 for getting cluster id 2024-11-09T01:30:52,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:30:52,981 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1cdc338-c046-4edc-ac2d-cfc1fefbc4e1' 2024-11-09T01:30:52,984 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:30:52,984 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1cdc338-c046-4edc-ac2d-cfc1fefbc4e1" 2024-11-09T01:30:52,986 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0feb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:30:52,986 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,41297,-1] 2024-11-09T01:30:52,989 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:30:52,991 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:52,992 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:30:52,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:30:52,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:30:53,001 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,43815,1731115850486, seqNum=-1] 2024-11-09T01:30:53,001 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:30:53,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:30:53,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,41297,1731115849669 2024-11-09T01:30:53,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:30:53,049 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,41297,1731115849669 2024-11-09T01:30:53,052 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6724a9 2024-11-09T01:30:53,053 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:30:53,057 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:30:53,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:30:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T01:30:53,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:30:53,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T01:30:53,079 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:53,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:30:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:30:53,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:30:53,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:30:53,098 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05af8e61081c72ca800c75a04804ce81, NAME => 'testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d 2024-11-09T01:30:53,098 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e7a8cea2aa5d03f38f1276f5806b8128, NAME => 'testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d 2024-11-09T01:30:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:30:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:30:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e7a8cea2aa5d03f38f1276f5806b8128, disabling compactions & flushes 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 05af8e61081c72ca800c75a04804ce81, disabling compactions & flushes 2024-11-09T01:30:53,117 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:53,117 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. after waiting 0 ms 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. after waiting 0 ms 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:53,117 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:53,117 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e7a8cea2aa5d03f38f1276f5806b8128: Waiting for close lock at 1731115853117Disabling compacts and flushes for region at 1731115853117Disabling writes for close at 1731115853117Writing region close event to WAL at 1731115853117Closed at 1731115853117 2024-11-09T01:30:53,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05af8e61081c72ca800c75a04804ce81: Waiting for close lock at 1731115853117Disabling compacts and flushes for region at 1731115853117Disabling writes for close at 1731115853117Writing region close event to WAL at 1731115853117Closed at 1731115853117 2024-11-09T01:30:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:30:53,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:30:53,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115853120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115853120"}]},"ts":"1731115853120"} 2024-11-09T01:30:53,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115853120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115853120"}]},"ts":"1731115853120"} 2024-11-09T01:30:53,170 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T01:30:53,173 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:30:53,176 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115853173"}]},"ts":"1731115853173"} 2024-11-09T01:30:53,181 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T01:30:53,181 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:30:53,184 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:30:53,184 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:30:53,184 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:30:53,184 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:30:53,184 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:30:53,184 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:30:53,184 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:30:53,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05af8e61081c72ca800c75a04804ce81, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7a8cea2aa5d03f38f1276f5806b8128, ASSIGN}] 2024-11-09T01:30:53,188 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7a8cea2aa5d03f38f1276f5806b8128, ASSIGN 2024-11-09T01:30:53,188 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05af8e61081c72ca800c75a04804ce81, ASSIGN 2024-11-09T01:30:53,191 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7a8cea2aa5d03f38f1276f5806b8128, ASSIGN; state=OFFLINE, location=5296cfb18d53,35671,1731115850389; forceNewPlan=false, retain=false 2024-11-09T01:30:53,191 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05af8e61081c72ca800c75a04804ce81, ASSIGN; state=OFFLINE, location=5296cfb18d53,43815,1731115850486; forceNewPlan=false, retain=false 2024-11-09T01:30:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:30:53,344 INFO [5296cfb18d53:41297 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T01:30:53,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05af8e61081c72ca800c75a04804ce81, regionState=OPENING, regionLocation=5296cfb18d53,43815,1731115850486 2024-11-09T01:30:53,345 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e7a8cea2aa5d03f38f1276f5806b8128, regionState=OPENING, regionLocation=5296cfb18d53,35671,1731115850389 2024-11-09T01:30:53,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7a8cea2aa5d03f38f1276f5806b8128, ASSIGN because future has completed 2024-11-09T01:30:53,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7a8cea2aa5d03f38f1276f5806b8128, server=5296cfb18d53,35671,1731115850389}] 2024-11-09T01:30:53,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05af8e61081c72ca800c75a04804ce81, ASSIGN because future has completed 2024-11-09T01:30:53,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05af8e61081c72ca800c75a04804ce81, server=5296cfb18d53,43815,1731115850486}] 2024-11-09T01:30:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:30:53,508 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:30:53,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:30:53,517 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:53,518 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:53,518 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e7a8cea2aa5d03f38f1276f5806b8128, NAME => 'testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T01:30:53,518 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 05af8e61081c72ca800c75a04804ce81, NAME => 'testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T01:30:53,518 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,518 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,519 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:53,519 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:53,519 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,519 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,519 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,519 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,523 INFO [StoreOpener-05af8e61081c72ca800c75a04804ce81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,523 INFO [StoreOpener-e7a8cea2aa5d03f38f1276f5806b8128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,526 INFO [StoreOpener-05af8e61081c72ca800c75a04804ce81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05af8e61081c72ca800c75a04804ce81 columnFamilyName family 2024-11-09T01:30:53,527 DEBUG [StoreOpener-05af8e61081c72ca800c75a04804ce81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:53,527 INFO [StoreOpener-e7a8cea2aa5d03f38f1276f5806b8128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7a8cea2aa5d03f38f1276f5806b8128 columnFamilyName family 2024-11-09T01:30:53,527 DEBUG [StoreOpener-e7a8cea2aa5d03f38f1276f5806b8128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:53,528 INFO [StoreOpener-e7a8cea2aa5d03f38f1276f5806b8128-1 {}] regionserver.HStore(327): Store=e7a8cea2aa5d03f38f1276f5806b8128/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:53,528 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,528 INFO [StoreOpener-05af8e61081c72ca800c75a04804ce81-1 {}] regionserver.HStore(327): Store=05af8e61081c72ca800c75a04804ce81/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:53,529 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,530 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,530 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,531 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,531 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,532 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,532 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,532 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,532 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,535 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,535 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,539 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/05af8e61081c72ca800c75a04804ce81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:30:53,541 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/e7a8cea2aa5d03f38f1276f5806b8128/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:30:53,541 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 05af8e61081c72ca800c75a04804ce81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66896737, jitterRate=-0.0031609386205673218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:30:53,541 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:53,542 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e7a8cea2aa5d03f38f1276f5806b8128; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63317381, jitterRate=-0.05649749934673309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:30:53,543 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:53,543 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 05af8e61081c72ca800c75a04804ce81: Running coprocessor pre-open hook at 1731115853519Writing region info on filesystem at 1731115853519Initializing all the Stores at 1731115853521 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115853521Cleaning up temporary data from old regions at 1731115853532 (+11 ms)Running coprocessor post-open hooks at 1731115853541 (+9 ms)Region opened successfully at 1731115853542 (+1 ms) 2024-11-09T01:30:53,543 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e7a8cea2aa5d03f38f1276f5806b8128: Running coprocessor pre-open hook at 1731115853519Writing region info on filesystem at 1731115853519Initializing all the Stores at 1731115853521 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115853521Cleaning up temporary data from old regions at 1731115853532 (+11 ms)Running coprocessor post-open hooks at 1731115853543 (+11 ms)Region opened successfully at 1731115853543 2024-11-09T01:30:53,545 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81., pid=8, masterSystemTime=1731115853510 2024-11-09T01:30:53,546 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128., pid=7, masterSystemTime=1731115853508 2024-11-09T01:30:53,550 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:53,551 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:53,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05af8e61081c72ca800c75a04804ce81, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,43815,1731115850486 2024-11-09T01:30:53,552 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:53,552 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:53,555 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e7a8cea2aa5d03f38f1276f5806b8128, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,35671,1731115850389 2024-11-09T01:30:53,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05af8e61081c72ca800c75a04804ce81, server=5296cfb18d53,43815,1731115850486 because future has completed 2024-11-09T01:30:53,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7a8cea2aa5d03f38f1276f5806b8128, server=5296cfb18d53,35671,1731115850389 because future has completed 2024-11-09T01:30:53,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T01:30:53,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05af8e61081c72ca800c75a04804ce81, server=5296cfb18d53,43815,1731115850486 in 204 msec 2024-11-09T01:30:53,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T01:30:53,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05af8e61081c72ca800c75a04804ce81, ASSIGN in 380 msec 2024-11-09T01:30:53,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e7a8cea2aa5d03f38f1276f5806b8128, server=5296cfb18d53,35671,1731115850389 in 211 msec 2024-11-09T01:30:53,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T01:30:53,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7a8cea2aa5d03f38f1276f5806b8128, ASSIGN in 384 msec 2024-11-09T01:30:53,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:30:53,577 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115853577"}]},"ts":"1731115853577"} 2024-11-09T01:30:53,581 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T01:30:53,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:30:53,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 514 msec 2024-11-09T01:30:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:30:53,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T01:30:53,720 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T01:30:53,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:30:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T01:30:53,729 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:30:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T01:30:53,738 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81., hostname=5296cfb18d53,43815,1731115850486, seqNum=2] 2024-11-09T01:30:53,759 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128., hostname=5296cfb18d53,35671,1731115850389, seqNum=2] 2024-11-09T01:30:53,759 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:30:53,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:30:53,791 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e7a8cea2aa5d03f38f1276f5806b8128 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T01:30:53,860 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/e7a8cea2aa5d03f38f1276f5806b8128/.tmp/family/198b42e6293d4b8eb3fc012d0224d21a is 32, key is 5/family:/1731115853764/Put/seqid=0 2024-11-09T01:30:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:30:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:30:53,884 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/e7a8cea2aa5d03f38f1276f5806b8128/.tmp/family/198b42e6293d4b8eb3fc012d0224d21a 2024-11-09T01:30:53,933 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/e7a8cea2aa5d03f38f1276f5806b8128/.tmp/family/198b42e6293d4b8eb3fc012d0224d21a as hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/e7a8cea2aa5d03f38f1276f5806b8128/family/198b42e6293d4b8eb3fc012d0224d21a 2024-11-09T01:30:53,945 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/e7a8cea2aa5d03f38f1276f5806b8128/family/198b42e6293d4b8eb3fc012d0224d21a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T01:30:53,953 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e7a8cea2aa5d03f38f1276f5806b8128 in 160ms, sequenceid=9, compaction requested=false 2024-11-09T01:30:53,954 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-09T01:30:53,957 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e7a8cea2aa5d03f38f1276f5806b8128: 2024-11-09T01:30:53,957 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 05af8e61081c72ca800c75a04804ce81 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T01:30:53,979 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/05af8e61081c72ca800c75a04804ce81/.tmp/family/c5b19abae9914c558dbc6d1dbf6d03f1 is 32, key is 1/family:/1731115853741/Put/seqid=0 2024-11-09T01:30:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:30:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:30:53,990 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/05af8e61081c72ca800c75a04804ce81/.tmp/family/c5b19abae9914c558dbc6d1dbf6d03f1 2024-11-09T01:30:54,003 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/05af8e61081c72ca800c75a04804ce81/.tmp/family/c5b19abae9914c558dbc6d1dbf6d03f1 as hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/05af8e61081c72ca800c75a04804ce81/family/c5b19abae9914c558dbc6d1dbf6d03f1 2024-11-09T01:30:54,015 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/05af8e61081c72ca800c75a04804ce81/family/c5b19abae9914c558dbc6d1dbf6d03f1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T01:30:54,016 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 05af8e61081c72ca800c75a04804ce81 in 59ms, sequenceid=8, compaction requested=false 2024-11-09T01:30:54,016 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 05af8e61081c72ca800c75a04804ce81: 2024-11-09T01:30:54,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e297ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:30:54,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,41297,-1 for getting cluster id 2024-11-09T01:30:54,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:30:54,022 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1cdc338-c046-4edc-ac2d-cfc1fefbc4e1' 2024-11-09T01:30:54,022 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:30:54,023 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1cdc338-c046-4edc-ac2d-cfc1fefbc4e1" 2024-11-09T01:30:54,023 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc525f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:30:54,023 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,41297,-1] 2024-11-09T01:30:54,024 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:30:54,024 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:54,026 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:30:54,028 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fbd650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:30:54,046 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T01:30:54,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:30:54,049 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,43815,1731115850486, seqNum=-1] 2024-11-09T01:30:54,049 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:30:54,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:30:54,064 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:30:54,066 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:30:54,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:30:54,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:30:54,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:30:54,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:30:54,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:54,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:54,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:30:54,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:30:54,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:30:54,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:30:54,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:54,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:30:54,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:54,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:30:54,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1918433334, stopped=false 2024-11-09T01:30:54,083 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,41297,1731115849669 2024-11-09T01:30:54,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:30:54,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:30:54,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:30:54,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:54,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:54,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:30:54,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:54,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:30:54,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:30:54,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:30:54,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:30:54,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:30:54,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:54,216 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,35671,1731115850389' ***** 2024-11-09T01:30:54,216 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:30:54,216 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,43815,1731115850486' ***** 2024-11-09T01:30:54,216 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:30:54,216 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:30:54,216 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:30:54,217 INFO [RS:0;5296cfb18d53:35671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:30:54,217 INFO [RS:1;5296cfb18d53:43815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:30:54,217 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:30:54,217 INFO [RS:1;5296cfb18d53:43815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:30:54,217 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:30:54,217 INFO [RS:0;5296cfb18d53:35671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:30:54,217 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for 05af8e61081c72ca800c75a04804ce81 2024-11-09T01:30:54,217 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(3091): Received CLOSE for e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:54,217 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,43815,1731115850486 2024-11-09T01:30:54,217 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,35671,1731115850389 2024-11-09T01:30:54,218 INFO [RS:1;5296cfb18d53:43815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:30:54,218 INFO [RS:0;5296cfb18d53:35671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:30:54,218 INFO [RS:1;5296cfb18d53:43815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5296cfb18d53:43815. 2024-11-09T01:30:54,218 INFO [RS:0;5296cfb18d53:35671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:35671. 2024-11-09T01:30:54,218 DEBUG [RS:1;5296cfb18d53:43815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:30:54,218 DEBUG [RS:0;5296cfb18d53:35671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:30:54,218 DEBUG [RS:1;5296cfb18d53:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:54,218 DEBUG [RS:0;5296cfb18d53:35671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:54,218 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:30:54,218 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:30:54,218 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05af8e61081c72ca800c75a04804ce81, disabling compactions & flushes 2024-11-09T01:30:54,218 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:30:54,218 DEBUG [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(1325): Online Regions={e7a8cea2aa5d03f38f1276f5806b8128=testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128.} 2024-11-09T01:30:54,218 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:30:54,218 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:54,218 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7a8cea2aa5d03f38f1276f5806b8128, disabling compactions & flushes 2024-11-09T01:30:54,218 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:54,218 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:54,218 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:30:54,218 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. after waiting 0 ms 2024-11-09T01:30:54,218 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:54,218 DEBUG [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(1351): Waiting on e7a8cea2aa5d03f38f1276f5806b8128 2024-11-09T01:30:54,218 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:54,218 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. after waiting 0 ms 2024-11-09T01:30:54,219 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:54,219 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:30:54,219 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 05af8e61081c72ca800c75a04804ce81=testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81.} 2024-11-09T01:30:54,219 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1351): Waiting on 05af8e61081c72ca800c75a04804ce81, 1588230740 2024-11-09T01:30:54,219 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:30:54,219 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:30:54,219 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:30:54,219 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:30:54,219 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:30:54,219 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T01:30:54,226 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/e7a8cea2aa5d03f38f1276f5806b8128/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T01:30:54,234 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:54,234 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7a8cea2aa5d03f38f1276f5806b8128: Waiting for close lock at 1731115854218Running coprocessor pre-close hooks at 1731115854218Disabling compacts and flushes for region at 1731115854218Disabling writes for close at 1731115854219 (+1 ms)Writing region close event to WAL at 1731115854220 (+1 ms)Running coprocessor post-close hooks at 1731115854227 (+7 ms)Closed at 1731115854233 (+6 ms) 2024-11-09T01:30:54,234 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128. 2024-11-09T01:30:54,237 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/default/testClearRegionBlockCache/05af8e61081c72ca800c75a04804ce81/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T01:30:54,238 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:54,238 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05af8e61081c72ca800c75a04804ce81: Waiting for close lock at 1731115854218Running coprocessor pre-close hooks at 1731115854218Disabling compacts and flushes for region at 1731115854218Disabling writes for close at 1731115854218Writing region close event to WAL at 1731115854221 (+3 ms)Running coprocessor post-close hooks at 1731115854238 (+17 ms)Closed at 1731115854238 2024-11-09T01:30:54,239 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731115853062.05af8e61081c72ca800c75a04804ce81. 2024-11-09T01:30:54,248 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/.tmp/info/e01a33784e3a41d1b5fe65357a18b80c is 173, key is testClearRegionBlockCache,5,1731115853062.e7a8cea2aa5d03f38f1276f5806b8128./info:regioninfo/1731115853554/Put/seqid=0 2024-11-09T01:30:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:30:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:30:54,264 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/.tmp/info/e01a33784e3a41d1b5fe65357a18b80c 2024-11-09T01:30:54,291 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:30:54,291 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:30:54,304 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/.tmp/ns/aca9e86fbc7b42a8a839c648093d2213 is 43, key is default/ns:d/1731115852768/Put/seqid=0 2024-11-09T01:30:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:30:54,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:30:54,316 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/.tmp/ns/aca9e86fbc7b42a8a839c648093d2213 2024-11-09T01:30:54,347 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/.tmp/table/7c333b5e5f6d418d8d58928a23281424 is 61, key is testClearRegionBlockCache/table:state/1731115853577/Put/seqid=0 2024-11-09T01:30:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:30:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:30:54,419 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,35671,1731115850389; all regions closed. 2024-11-09T01:30:54,419 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:30:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741833_1009 (size=1867) 2024-11-09T01:30:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741833_1009 (size=1867) 2024-11-09T01:30:54,434 DEBUG [RS:0;5296cfb18d53:35671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/oldWALs 2024-11-09T01:30:54,435 INFO [RS:0;5296cfb18d53:35671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C35671%2C1731115850389:(num 1731115852058) 2024-11-09T01:30:54,435 DEBUG [RS:0;5296cfb18d53:35671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:54,435 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:30:54,435 INFO [RS:0;5296cfb18d53:35671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:30:54,436 INFO [RS:0;5296cfb18d53:35671 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:30:54,436 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:30:54,436 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:30:54,436 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:30:54,436 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:30:54,436 INFO [RS:0;5296cfb18d53:35671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:30:54,437 INFO [RS:0;5296cfb18d53:35671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35671 2024-11-09T01:30:54,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:30:54,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,35671,1731115850389 2024-11-09T01:30:54,446 INFO [RS:0;5296cfb18d53:35671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:30:54,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,35671,1731115850389] 2024-11-09T01:30:54,466 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,35671,1731115850389 already deleted, retry=false 2024-11-09T01:30:54,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,35671,1731115850389 expired; onlineServers=1 2024-11-09T01:30:54,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:30:54,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1011d3790090001, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:30:54,557 INFO [RS:0;5296cfb18d53:35671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:30:54,557 INFO [RS:0;5296cfb18d53:35671 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,35671,1731115850389; zookeeper connection closed. 2024-11-09T01:30:54,558 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38013fb1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38013fb1 2024-11-09T01:30:54,619 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:30:54,766 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/.tmp/table/7c333b5e5f6d418d8d58928a23281424 2024-11-09T01:30:54,779 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/.tmp/info/e01a33784e3a41d1b5fe65357a18b80c as hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/info/e01a33784e3a41d1b5fe65357a18b80c 2024-11-09T01:30:54,789 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/info/e01a33784e3a41d1b5fe65357a18b80c, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T01:30:54,791 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/.tmp/ns/aca9e86fbc7b42a8a839c648093d2213 as hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/ns/aca9e86fbc7b42a8a839c648093d2213 2024-11-09T01:30:54,802 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/ns/aca9e86fbc7b42a8a839c648093d2213, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T01:30:54,803 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/.tmp/table/7c333b5e5f6d418d8d58928a23281424 as hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/table/7c333b5e5f6d418d8d58928a23281424 2024-11-09T01:30:54,814 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/table/7c333b5e5f6d418d8d58928a23281424, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T01:30:54,816 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 597ms, sequenceid=13, compaction requested=false 2024-11-09T01:30:54,816 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:30:54,820 DEBUG [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:30:54,824 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T01:30:54,826 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:30:54,826 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:30:54,826 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115854219Running coprocessor pre-close hooks at 1731115854219Disabling compacts and flushes for region at 1731115854219Disabling writes for close at 1731115854219Obtaining lock to block concurrent updates at 1731115854219Preparing flush snapshotting stores in 1588230740 at 1731115854219Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731115854220 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115854221 (+1 ms)Flushing 1588230740/info: creating writer at 1731115854222 (+1 ms)Flushing 1588230740/info: appending metadata at 1731115854247 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731115854247Flushing 1588230740/ns: creating writer at 1731115854282 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731115854303 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731115854303Flushing 1588230740/table: creating writer at 1731115854329 (+26 ms)Flushing 1588230740/table: appending metadata at 1731115854346 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731115854347 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2240c44d: reopening flushed file at 1731115854778 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6662fd25: reopening flushed file at 1731115854790 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c89affe: reopening flushed file at 1731115854802 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 597ms, sequenceid=13, compaction requested=false at 1731115854816 (+14 ms)Writing region close event to WAL at 1731115854818 (+2 ms)Running coprocessor post-close hooks at 1731115854825 (+7 ms)Closed at 1731115854826 (+1 ms) 2024-11-09T01:30:54,827 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:30:54,976 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:30:54,977 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:30:55,020 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,43815,1731115850486; all regions closed. 2024-11-09T01:30:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:30:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:30:55,030 DEBUG [RS:1;5296cfb18d53:43815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/oldWALs 2024-11-09T01:30:55,030 INFO [RS:1;5296cfb18d53:43815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C43815%2C1731115850486.meta:.meta(num 1731115852438) 2024-11-09T01:30:55,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741834_1010 (size=1758) 2024-11-09T01:30:55,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741834_1010 (size=1758) 2024-11-09T01:30:55,037 DEBUG [RS:1;5296cfb18d53:43815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/oldWALs 2024-11-09T01:30:55,037 INFO [RS:1;5296cfb18d53:43815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C43815%2C1731115850486:(num 1731115852058) 2024-11-09T01:30:55,037 DEBUG [RS:1;5296cfb18d53:43815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:55,037 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:30:55,037 INFO [RS:1;5296cfb18d53:43815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:30:55,038 INFO [RS:1;5296cfb18d53:43815 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:30:55,038 INFO [RS:1;5296cfb18d53:43815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:30:55,038 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:30:55,038 INFO [RS:1;5296cfb18d53:43815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43815 2024-11-09T01:30:55,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,43815,1731115850486 2024-11-09T01:30:55,088 INFO [RS:1;5296cfb18d53:43815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:30:55,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:30:55,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,43815,1731115850486] 2024-11-09T01:30:55,150 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,43815,1731115850486 already deleted, retry=false 2024-11-09T01:30:55,151 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,43815,1731115850486 expired; onlineServers=0 2024-11-09T01:30:55,151 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,41297,1731115849669' ***** 2024-11-09T01:30:55,151 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:30:55,151 INFO [M:0;5296cfb18d53:41297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:30:55,151 INFO [M:0;5296cfb18d53:41297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:30:55,151 DEBUG [M:0;5296cfb18d53:41297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:30:55,152 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:30:55,152 DEBUG [M:0;5296cfb18d53:41297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:30:55,152 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115851630 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115851630,5,FailOnTimeoutGroup] 2024-11-09T01:30:55,152 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115851634 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115851634,5,FailOnTimeoutGroup] 2024-11-09T01:30:55,152 INFO [M:0;5296cfb18d53:41297 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:30:55,152 INFO [M:0;5296cfb18d53:41297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:30:55,152 DEBUG [M:0;5296cfb18d53:41297 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:30:55,152 INFO [M:0;5296cfb18d53:41297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:30:55,153 INFO [M:0;5296cfb18d53:41297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:30:55,153 INFO [M:0;5296cfb18d53:41297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:30:55,153 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:30:55,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T01:30:55,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:55,161 DEBUG [M:0;5296cfb18d53:41297 {}] zookeeper.ZKUtil(347): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T01:30:55,162 WARN [M:0;5296cfb18d53:41297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:30:55,162 INFO [M:0;5296cfb18d53:41297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/.lastflushedseqids 2024-11-09T01:30:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:30:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:30:55,178 INFO [M:0;5296cfb18d53:41297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:30:55,178 INFO [M:0;5296cfb18d53:41297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:30:55,178 DEBUG [M:0;5296cfb18d53:41297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:30:55,178 INFO [M:0;5296cfb18d53:41297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:55,179 DEBUG [M:0;5296cfb18d53:41297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:55,179 DEBUG [M:0;5296cfb18d53:41297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:30:55,179 DEBUG [M:0;5296cfb18d53:41297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:55,179 INFO [M:0;5296cfb18d53:41297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T01:30:55,198 DEBUG [M:0;5296cfb18d53:41297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e787a3512fc48ee9c1442160ea5ad82 is 82, key is hbase:meta,,1/info:regioninfo/1731115852528/Put/seqid=0 2024-11-09T01:30:55,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:30:55,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:30:55,206 INFO [M:0;5296cfb18d53:41297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e787a3512fc48ee9c1442160ea5ad82 2024-11-09T01:30:55,234 DEBUG [M:0;5296cfb18d53:41297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b336800c92f47f29d559d9a6c5ea8fc is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115853587/Put/seqid=0 2024-11-09T01:30:55,238 INFO [RS:1;5296cfb18d53:43815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:30:55,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:30:55,238 INFO [RS:1;5296cfb18d53:43815 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,43815,1731115850486; zookeeper connection closed. 2024-11-09T01:30:55,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43815-0x1011d3790090002, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:30:55,239 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6850a822 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6850a822 2024-11-09T01:30:55,239 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T01:30:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741846_1022 (size=6219) 2024-11-09T01:30:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741846_1022 (size=6219) 2024-11-09T01:30:55,242 INFO [M:0;5296cfb18d53:41297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b336800c92f47f29d559d9a6c5ea8fc 2024-11-09T01:30:55,274 DEBUG [M:0;5296cfb18d53:41297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d84ad536d444c62b0bd6a8ae49ca19e is 69, key is 5296cfb18d53,35671,1731115850389/rs:state/1731115851774/Put/seqid=0 2024-11-09T01:30:55,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:30:55,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:30:55,281 INFO [M:0;5296cfb18d53:41297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d84ad536d444c62b0bd6a8ae49ca19e 2024-11-09T01:30:55,293 DEBUG [M:0;5296cfb18d53:41297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e787a3512fc48ee9c1442160ea5ad82 as hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e787a3512fc48ee9c1442160ea5ad82 2024-11-09T01:30:55,303 INFO [M:0;5296cfb18d53:41297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e787a3512fc48ee9c1442160ea5ad82, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T01:30:55,305 DEBUG [M:0;5296cfb18d53:41297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b336800c92f47f29d559d9a6c5ea8fc as hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b336800c92f47f29d559d9a6c5ea8fc 2024-11-09T01:30:55,315 INFO [M:0;5296cfb18d53:41297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b336800c92f47f29d559d9a6c5ea8fc, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T01:30:55,317 DEBUG [M:0;5296cfb18d53:41297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d84ad536d444c62b0bd6a8ae49ca19e as hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d84ad536d444c62b0bd6a8ae49ca19e 2024-11-09T01:30:55,326 INFO [M:0;5296cfb18d53:41297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40113/user/jenkins/test-data/86b710f7-3739-62d8-69d2-f4355d1c8c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d84ad536d444c62b0bd6a8ae49ca19e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T01:30:55,328 INFO [M:0;5296cfb18d53:41297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=71, compaction requested=false 2024-11-09T01:30:55,330 INFO [M:0;5296cfb18d53:41297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:55,331 DEBUG [M:0;5296cfb18d53:41297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115855178Disabling compacts and flushes for region at 1731115855178Disabling writes for close at 1731115855179 (+1 ms)Obtaining lock to block concurrent updates at 1731115855179Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115855179Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731115855179Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115855180 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115855180Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115855197 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115855198 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115855215 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115855233 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115855233Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115855251 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115855273 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115855273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bf9431: reopening flushed file at 1731115855291 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e3043a: reopening flushed file at 1731115855303 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f87a1f5: reopening flushed file at 1731115855315 (+12 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=71, compaction requested=false at 1731115855328 (+13 ms)Writing region close event to WAL at 1731115855330 (+2 ms)Closed at 1731115855330 2024-11-09T01:30:55,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741830_1006 (size=35440) 2024-11-09T01:30:55,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39099 is added to blk_1073741830_1006 (size=35440) 2024-11-09T01:30:55,336 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:30:55,336 INFO [M:0;5296cfb18d53:41297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:30:55,336 INFO [M:0;5296cfb18d53:41297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41297 2024-11-09T01:30:55,337 INFO [M:0;5296cfb18d53:41297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:30:55,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:30:55,440 INFO [M:0;5296cfb18d53:41297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:30:55,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41297-0x1011d3790090000, quorum=127.0.0.1:57160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:30:55,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:30:55,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:30:55,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:30:55,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:30:55,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.log.dir/,STOPPED} 2024-11-09T01:30:55,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:30:55,477 WARN [BP-1755580351-172.17.0.2-1731115845383 heartbeating to localhost/127.0.0.1:40113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:30:55,477 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:30:55,477 WARN [BP-1755580351-172.17.0.2-1731115845383 heartbeating to localhost/127.0.0.1:40113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755580351-172.17.0.2-1731115845383 (Datanode Uuid a3ed5188-ba95-46a9-a8ac-c5d90026ecf7) service to localhost/127.0.0.1:40113 2024-11-09T01:30:55,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/data/data3/current/BP-1755580351-172.17.0.2-1731115845383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:30:55,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/data/data4/current/BP-1755580351-172.17.0.2-1731115845383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:30:55,480 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:30:55,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:30:55,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:30:55,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:30:55,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:30:55,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.log.dir/,STOPPED} 2024-11-09T01:30:55,485 WARN [BP-1755580351-172.17.0.2-1731115845383 heartbeating to localhost/127.0.0.1:40113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:30:55,485 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:30:55,485 WARN [BP-1755580351-172.17.0.2-1731115845383 heartbeating to localhost/127.0.0.1:40113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755580351-172.17.0.2-1731115845383 (Datanode Uuid d1d67893-205b-4c67-8de9-bf27cb338aab) service to localhost/127.0.0.1:40113 2024-11-09T01:30:55,485 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:30:55,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/data/data1/current/BP-1755580351-172.17.0.2-1731115845383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:30:55,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/cluster_5e781146-7ecd-a96e-d95b-ff54d8e59a27/data/data2/current/BP-1755580351-172.17.0.2-1731115845383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:30:55,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:30:55,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:30:55,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:30:55,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:30:55,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:30:55,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.log.dir/,STOPPED} 2024-11-09T01:30:55,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:30:55,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:30:55,543 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5296cfb18d53:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/5296cfb18d53:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40113 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40113 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6fa4c741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1104 (was 1242), ProcessCount=11 (was 11), AvailableMemoryMB=2541 (was 3170) 2024-11-09T01:30:55,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=1104, ProcessCount=11, AvailableMemoryMB=2540 2024-11-09T01:30:55,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.log.dir so I do NOT create it in target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b 2024-11-09T01:30:55,566 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:30:55,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.tmp.dir so I do NOT create it in target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b 2024-11-09T01:30:55,566 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a11accb-0a05-a362-188b-bf1cfb3490a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:30:55,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b 2024-11-09T01:30:55,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:30:55,566 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7, deleteOnExit=true 2024-11-09T01:30:55,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:30:55,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/test.cache.data in system properties and HBase conf 2024-11-09T01:30:55,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:30:55,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:30:55,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:30:55,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:30:55,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:30:55,567 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:30:55,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:30:55,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:30:55,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:30:55,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:30:55,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:30:55,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:30:55,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:30:55,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:30:55,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:30:55,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:30:55,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:30:55,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71677318{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:30:55,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22ef8004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:30:56,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@407b0e8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/java.io.tmpdir/jetty-localhost-37229-hadoop-hdfs-3_4_1-tests_jar-_-any-9989691064745406678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:30:56,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ad4767e{HTTP/1.1, (http/1.1)}{localhost:37229} 2024-11-09T01:30:56,044 INFO [Time-limited test {}] server.Server(415): Started @12591ms 2024-11-09T01:30:56,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:30:56,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:30:56,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:30:56,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:30:56,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:30:56,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@656ac289{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:30:56,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aec6e8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:30:56,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c746223{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/java.io.tmpdir/jetty-localhost-36165-hadoop-hdfs-3_4_1-tests_jar-_-any-16730087961307258694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:30:56,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71bf33d8{HTTP/1.1, (http/1.1)}{localhost:36165} 2024-11-09T01:30:56,558 INFO [Time-limited test {}] server.Server(415): Started @13105ms 2024-11-09T01:30:56,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:30:56,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:30:56,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:30:56,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:30:56,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:30:56,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:30:56,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68c199db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:30:56,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35dbfcb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:30:56,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b5d48d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/java.io.tmpdir/jetty-localhost-37475-hadoop-hdfs-3_4_1-tests_jar-_-any-4096030037936125144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:30:56,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12217a15{HTTP/1.1, (http/1.1)}{localhost:37475} 2024-11-09T01:30:56,726 INFO [Time-limited test {}] server.Server(415): Started @13273ms 2024-11-09T01:30:56,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:30:57,760 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/data/data1/current/BP-1914482594-172.17.0.2-1731115855600/current, will proceed with Du for space computation calculation, 2024-11-09T01:30:57,765 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/data/data2/current/BP-1914482594-172.17.0.2-1731115855600/current, will proceed with Du for space computation calculation, 2024-11-09T01:30:57,794 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:30:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdba6b3707e30b1b9 with lease ID 0xf265c86949951304: Processing first storage report for DS-a2a8b5fa-5c5d-445c-8211-50a8774a47f4 from datanode DatanodeRegistration(127.0.0.1:38619, datanodeUuid=676fae2c-86fe-4aee-9df0-8f8eed82e769, infoPort=39113, infoSecurePort=0, ipcPort=39835, storageInfo=lv=-57;cid=testClusterID;nsid=1265842887;c=1731115855600) 2024-11-09T01:30:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdba6b3707e30b1b9 with lease ID 0xf265c86949951304: from storage DS-a2a8b5fa-5c5d-445c-8211-50a8774a47f4 node DatanodeRegistration(127.0.0.1:38619, datanodeUuid=676fae2c-86fe-4aee-9df0-8f8eed82e769, infoPort=39113, infoSecurePort=0, ipcPort=39835, storageInfo=lv=-57;cid=testClusterID;nsid=1265842887;c=1731115855600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:30:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdba6b3707e30b1b9 with lease ID 0xf265c86949951304: Processing first storage report for DS-0bd85fc4-3f9d-4d2d-889b-ec9dd2f7c4bd from datanode DatanodeRegistration(127.0.0.1:38619, datanodeUuid=676fae2c-86fe-4aee-9df0-8f8eed82e769, infoPort=39113, infoSecurePort=0, ipcPort=39835, storageInfo=lv=-57;cid=testClusterID;nsid=1265842887;c=1731115855600) 2024-11-09T01:30:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdba6b3707e30b1b9 with lease ID 0xf265c86949951304: from storage DS-0bd85fc4-3f9d-4d2d-889b-ec9dd2f7c4bd node DatanodeRegistration(127.0.0.1:38619, datanodeUuid=676fae2c-86fe-4aee-9df0-8f8eed82e769, infoPort=39113, infoSecurePort=0, ipcPort=39835, storageInfo=lv=-57;cid=testClusterID;nsid=1265842887;c=1731115855600), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:30:57,894 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/data/data3/current/BP-1914482594-172.17.0.2-1731115855600/current, will proceed with Du for space computation calculation, 2024-11-09T01:30:57,895 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/data/data4/current/BP-1914482594-172.17.0.2-1731115855600/current, will proceed with Du for space computation calculation, 2024-11-09T01:30:57,915 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:30:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x737c1cd4fc8c91c with lease ID 0xf265c86949951305: Processing first storage report for DS-563ae555-bb96-43b2-896d-5358216cae12 from datanode DatanodeRegistration(127.0.0.1:34187, datanodeUuid=759f272d-85bb-4d04-9025-bf15ece7ea17, infoPort=37985, infoSecurePort=0, ipcPort=45551, storageInfo=lv=-57;cid=testClusterID;nsid=1265842887;c=1731115855600) 2024-11-09T01:30:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x737c1cd4fc8c91c with lease ID 0xf265c86949951305: from storage DS-563ae555-bb96-43b2-896d-5358216cae12 node DatanodeRegistration(127.0.0.1:34187, datanodeUuid=759f272d-85bb-4d04-9025-bf15ece7ea17, infoPort=37985, infoSecurePort=0, ipcPort=45551, storageInfo=lv=-57;cid=testClusterID;nsid=1265842887;c=1731115855600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:30:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x737c1cd4fc8c91c with lease ID 0xf265c86949951305: Processing first storage report for DS-e046b8ce-6a40-4884-b5ad-fd5ff3cd4914 from datanode DatanodeRegistration(127.0.0.1:34187, datanodeUuid=759f272d-85bb-4d04-9025-bf15ece7ea17, infoPort=37985, infoSecurePort=0, ipcPort=45551, storageInfo=lv=-57;cid=testClusterID;nsid=1265842887;c=1731115855600) 2024-11-09T01:30:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x737c1cd4fc8c91c with lease ID 0xf265c86949951305: from storage DS-e046b8ce-6a40-4884-b5ad-fd5ff3cd4914 node DatanodeRegistration(127.0.0.1:34187, datanodeUuid=759f272d-85bb-4d04-9025-bf15ece7ea17, infoPort=37985, infoSecurePort=0, ipcPort=45551, storageInfo=lv=-57;cid=testClusterID;nsid=1265842887;c=1731115855600), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:30:57,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b 2024-11-09T01:30:57,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/zookeeper_0, clientPort=65275, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:30:57,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65275 2024-11-09T01:30:57,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:57,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:57,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:30:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:30:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:30:58,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368 with version=8 2024-11-09T01:30:58,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/hbase-staging 2024-11-09T01:30:58,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:30:58,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:58,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:58,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:30:58,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:58,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:30:58,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:30:58,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:30:58,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41801 2024-11-09T01:30:58,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41801 connecting to ZooKeeper ensemble=127.0.0.1:65275 2024-11-09T01:30:58,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:30:58,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418010x0, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:30:58,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41801-0x1011d37b3e80000 connected 2024-11-09T01:30:58,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:58,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:58,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:30:58,159 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368, hbase.cluster.distributed=false 2024-11-09T01:30:58,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:30:58,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41801 2024-11-09T01:30:58,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41801 2024-11-09T01:30:58,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41801 2024-11-09T01:30:58,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41801 2024-11-09T01:30:58,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41801 2024-11-09T01:30:58,181 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:30:58,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:58,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:58,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:30:58,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:58,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:30:58,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:30:58,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:30:58,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35815 2024-11-09T01:30:58,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35815 connecting to ZooKeeper ensemble=127.0.0.1:65275 2024-11-09T01:30:58,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:58,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:58,203 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358150x0, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:30:58,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:30:58,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35815-0x1011d37b3e80001 connected 2024-11-09T01:30:58,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:30:58,208 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:30:58,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:30:58,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:30:58,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35815 2024-11-09T01:30:58,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35815 2024-11-09T01:30:58,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35815 2024-11-09T01:30:58,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35815 2024-11-09T01:30:58,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35815 2024-11-09T01:30:58,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:30:58,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:58,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:58,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:30:58,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:30:58,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:30:58,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:30:58,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:30:58,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46289 2024-11-09T01:30:58,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46289 connecting to ZooKeeper ensemble=127.0.0.1:65275 2024-11-09T01:30:58,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:58,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:58,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462890x0, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:30:58,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46289-0x1011d37b3e80002 connected 2024-11-09T01:30:58,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:30:58,246 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:30:58,246 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:30:58,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:30:58,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:30:58,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46289 2024-11-09T01:30:58,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46289 2024-11-09T01:30:58,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46289 2024-11-09T01:30:58,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46289 2024-11-09T01:30:58,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46289 2024-11-09T01:30:58,263 DEBUG [M:0;5296cfb18d53:41801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:41801 2024-11-09T01:30:58,264 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5296cfb18d53,41801,1731115858005 2024-11-09T01:30:58,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:58,277 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:58,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:58,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5296cfb18d53,41801,1731115858005 2024-11-09T01:30:58,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:30:58,287 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:30:58,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,287 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,289 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T01:30:58,290 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5296cfb18d53,41801,1731115858005 from backup master directory 2024-11-09T01:30:58,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:58,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5296cfb18d53,41801,1731115858005 2024-11-09T01:30:58,298 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:58,298 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:30:58,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:30:58,298 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,41801,1731115858005 2024-11-09T01:30:58,304 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/hbase.id] with ID: 04ae48e6-fbf0-4281-8290-3cbf58f8c4d8 2024-11-09T01:30:58,304 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/.tmp/hbase.id 2024-11-09T01:30:58,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:30:58,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:30:58,313 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/.tmp/hbase.id]:[hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/hbase.id] 2024-11-09T01:30:58,330 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:30:58,330 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:30:58,333 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T01:30:58,340 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:30:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:30:58,350 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:30:58,351 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:30:58,351 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:30:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:30:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:30:58,363 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store 2024-11-09T01:30:58,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:30:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:30:58,373 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:58,374 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:30:58,374 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:58,374 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:58,374 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:30:58,374 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:58,374 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:30:58,374 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115858374Disabling compacts and flushes for region at 1731115858374Disabling writes for close at 1731115858374Writing region close event to WAL at 1731115858374Closed at 1731115858374 2024-11-09T01:30:58,376 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/.initializing 2024-11-09T01:30:58,376 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/WALs/5296cfb18d53,41801,1731115858005 2024-11-09T01:30:58,378 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:30:58,381 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C41801%2C1731115858005, suffix=, logDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/WALs/5296cfb18d53,41801,1731115858005, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/oldWALs, maxLogs=10 2024-11-09T01:30:58,395 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/WALs/5296cfb18d53,41801,1731115858005/5296cfb18d53%2C41801%2C1731115858005.1731115858381, exclude list is [], retry=0 2024-11-09T01:30:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34187,DS-563ae555-bb96-43b2-896d-5358216cae12,DISK] 2024-11-09T01:30:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38619,DS-a2a8b5fa-5c5d-445c-8211-50a8774a47f4,DISK] 2024-11-09T01:30:58,403 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/WALs/5296cfb18d53,41801,1731115858005/5296cfb18d53%2C41801%2C1731115858005.1731115858381 2024-11-09T01:30:58,403 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37985:37985),(127.0.0.1/127.0.0.1:39113:39113)] 2024-11-09T01:30:58,403 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:30:58,404 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:58,404 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,404 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:30:58,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:58,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:58,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:30:58,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:58,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:58,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:30:58,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:58,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:58,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:30:58,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:58,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:58,420 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,421 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,422 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,424 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,424 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,425 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:30:58,427 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:30:58,431 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:30:58,431 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67033380, jitterRate=-0.0011247992515563965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:30:58,433 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115858404Initializing all the Stores at 1731115858406 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115858406Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115858408 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115858408Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115858408Cleaning up temporary data from old regions at 1731115858424 (+16 ms)Region opened successfully at 1731115858433 (+9 ms) 2024-11-09T01:30:58,434 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:30:58,440 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b09186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:30:58,441 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:30:58,441 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:30:58,441 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:30:58,442 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:30:58,442 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:30:58,443 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:30:58,443 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:30:58,446 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:30:58,447 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T01:30:58,456 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T01:30:58,456 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:30:58,457 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:30:58,466 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T01:30:58,467 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:30:58,468 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:30:58,477 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T01:30:58,478 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:30:58,487 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T01:30:58,490 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:30:58,498 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T01:30:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:30:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:30:58,508 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:30:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,508 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,509 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,41801,1731115858005, sessionid=0x1011d37b3e80000, setting cluster-up flag (Was=false) 2024-11-09T01:30:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,529 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,561 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T01:30:58,564 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,41801,1731115858005 2024-11-09T01:30:58,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,583 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:58,614 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T01:30:58,615 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,41801,1731115858005 2024-11-09T01:30:58,617 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:30:58,620 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:30:58,620 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:30:58,620 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:30:58,621 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,41801,1731115858005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:30:58,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:30:58,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:30:58,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:30:58,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:30:58,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:30:58,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:30:58,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,628 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115888628 2024-11-09T01:30:58,629 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:30:58,629 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:30:58,629 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:30:58,629 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:30:58,629 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:30:58,629 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:30:58,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:30:58,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:30:58,632 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,632 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:58,632 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:30:58,632 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:30:58,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:30:58,632 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:30:58,634 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:30:58,634 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:30:58,636 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115858634,5,FailOnTimeoutGroup] 2024-11-09T01:30:58,637 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115858636,5,FailOnTimeoutGroup] 2024-11-09T01:30:58,637 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,637 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:30:58,637 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,637 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:30:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:30:58,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:30:58,653 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368 2024-11-09T01:30:58,654 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(746): ClusterId : 04ae48e6-fbf0-4281-8290-3cbf58f8c4d8 2024-11-09T01:30:58,654 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(746): ClusterId : 04ae48e6-fbf0-4281-8290-3cbf58f8c4d8 2024-11-09T01:30:58,654 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:30:58,654 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:30:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:30:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:30:58,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:58,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:30:58,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:30:58,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:58,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:58,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:30:58,677 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:30:58,677 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:30:58,678 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:30:58,678 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:30:58,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:30:58,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:58,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:58,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:30:58,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:30:58,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:58,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:58,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:30:58,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:30:58,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:58,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:58,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:30:58,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740 2024-11-09T01:30:58,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740 2024-11-09T01:30:58,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:30:58,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:30:58,689 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:30:58,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:30:58,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:30:58,694 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58938357, jitterRate=-0.12175004184246063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:30:58,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115858670Initializing all the Stores at 1731115858672 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115858672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115858672Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115858672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115858672Cleaning up temporary data from old regions at 1731115858688 (+16 ms)Region opened successfully at 1731115858696 (+8 ms) 2024-11-09T01:30:58,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:30:58,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:30:58,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:30:58,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:30:58,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:30:58,697 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:30:58,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115858696Disabling compacts and flushes for region at 1731115858696Disabling writes for close at 1731115858696Writing region close event to WAL at 1731115858697 (+1 ms)Closed at 1731115858697 2024-11-09T01:30:58,698 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:30:58,699 DEBUG [RS:0;5296cfb18d53:35815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab21edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:30:58,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:30:58,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:30:58,700 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:30:58,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:30:58,700 DEBUG [RS:1;5296cfb18d53:46289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c19fb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:30:58,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:30:58,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:30:58,713 DEBUG [RS:0;5296cfb18d53:35815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:35815 2024-11-09T01:30:58,713 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:30:58,713 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:30:58,713 DEBUG [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:30:58,714 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,41801,1731115858005 with port=35815, startcode=1731115858181 2024-11-09T01:30:58,714 DEBUG [RS:0;5296cfb18d53:35815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:30:58,717 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:30:58,718 DEBUG [RS:1;5296cfb18d53:46289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5296cfb18d53:46289 2024-11-09T01:30:58,718 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:30:58,718 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:30:58,718 DEBUG [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:30:58,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,35815,1731115858181 2024-11-09T01:30:58,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41801 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,35815,1731115858181 2024-11-09T01:30:58,719 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,41801,1731115858005 with port=46289, startcode=1731115858233 2024-11-09T01:30:58,719 DEBUG [RS:1;5296cfb18d53:46289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:30:58,721 DEBUG [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368 2024-11-09T01:30:58,721 DEBUG [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42583 2024-11-09T01:30:58,721 DEBUG [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:30:58,721 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:30:58,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,46289,1731115858233 2024-11-09T01:30:58,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41801 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,46289,1731115858233 2024-11-09T01:30:58,723 DEBUG [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368 2024-11-09T01:30:58,723 DEBUG [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42583 2024-11-09T01:30:58,723 DEBUG [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:30:58,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:30:58,772 DEBUG [RS:0;5296cfb18d53:35815 {}] zookeeper.ZKUtil(111): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,35815,1731115858181 2024-11-09T01:30:58,772 WARN [RS:0;5296cfb18d53:35815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:30:58,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,46289,1731115858233] 2024-11-09T01:30:58,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,35815,1731115858181] 2024-11-09T01:30:58,773 INFO [RS:0;5296cfb18d53:35815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:30:58,773 DEBUG [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,35815,1731115858181 2024-11-09T01:30:58,773 DEBUG [RS:1;5296cfb18d53:46289 {}] zookeeper.ZKUtil(111): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,46289,1731115858233 2024-11-09T01:30:58,773 WARN [RS:1;5296cfb18d53:46289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:30:58,773 INFO [RS:1;5296cfb18d53:46289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:30:58,773 DEBUG [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,46289,1731115858233 2024-11-09T01:30:58,777 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:30:58,777 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:30:58,779 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:30:58,780 INFO [RS:1;5296cfb18d53:46289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:30:58,780 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,780 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:30:58,781 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:30:58,781 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:30:58,781 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 INFO [RS:0;5296cfb18d53:35815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,782 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:30:58,783 DEBUG [RS:1;5296cfb18d53:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:30:58,783 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:30:58,783 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,783 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,783 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,783 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,783 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,783 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,783 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,783 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,784 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,784 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46289,1731115858233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:30:58,784 DEBUG [RS:0;5296cfb18d53:35815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:30:58,786 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,787 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,787 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,787 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,787 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,787 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35815,1731115858181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:30:58,803 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:30:58,803 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46289,1731115858233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,803 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:30:58,803 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,803 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.Replication(171): 5296cfb18d53,46289,1731115858233 started 2024-11-09T01:30:58,803 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35815,1731115858181-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,803 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,803 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.Replication(171): 5296cfb18d53,35815,1731115858181 started 2024-11-09T01:30:58,817 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,817 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:58,817 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,35815,1731115858181, RpcServer on 5296cfb18d53/172.17.0.2:35815, sessionid=0x1011d37b3e80001 2024-11-09T01:30:58,817 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,46289,1731115858233, RpcServer on 5296cfb18d53/172.17.0.2:46289, sessionid=0x1011d37b3e80002 2024-11-09T01:30:58,817 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:30:58,817 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:30:58,817 DEBUG [RS:1;5296cfb18d53:46289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,46289,1731115858233 2024-11-09T01:30:58,817 DEBUG [RS:0;5296cfb18d53:35815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,35815,1731115858181 2024-11-09T01:30:58,817 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,46289,1731115858233' 2024-11-09T01:30:58,817 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,35815,1731115858181' 2024-11-09T01:30:58,817 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:30:58,817 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:30:58,818 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:30:58,818 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:30:58,819 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:30:58,819 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:30:58,819 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:30:58,819 DEBUG [RS:0;5296cfb18d53:35815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,35815,1731115858181 2024-11-09T01:30:58,819 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:30:58,819 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,35815,1731115858181' 2024-11-09T01:30:58,819 DEBUG [RS:1;5296cfb18d53:46289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,46289,1731115858233 2024-11-09T01:30:58,819 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:30:58,819 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,46289,1731115858233' 2024-11-09T01:30:58,819 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:30:58,819 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:30:58,819 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:30:58,820 DEBUG [RS:0;5296cfb18d53:35815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:30:58,820 DEBUG [RS:1;5296cfb18d53:46289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:30:58,820 INFO [RS:1;5296cfb18d53:46289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:30:58,820 INFO [RS:0;5296cfb18d53:35815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:30:58,820 INFO [RS:1;5296cfb18d53:46289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:30:58,820 INFO [RS:0;5296cfb18d53:35815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:30:58,855 WARN [5296cfb18d53:41801 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:30:58,921 INFO [RS:0;5296cfb18d53:35815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:30:58,921 INFO [RS:1;5296cfb18d53:46289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:30:58,927 INFO [RS:1;5296cfb18d53:46289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C46289%2C1731115858233, suffix=, logDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,46289,1731115858233, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/oldWALs, maxLogs=32 2024-11-09T01:30:58,927 INFO [RS:0;5296cfb18d53:35815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C35815%2C1731115858181, suffix=, logDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,35815,1731115858181, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/oldWALs, maxLogs=32 2024-11-09T01:30:58,943 DEBUG [RS:0;5296cfb18d53:35815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,35815,1731115858181/5296cfb18d53%2C35815%2C1731115858181.1731115858931, exclude list is [], retry=0 2024-11-09T01:30:58,943 DEBUG [RS:1;5296cfb18d53:46289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,46289,1731115858233/5296cfb18d53%2C46289%2C1731115858233.1731115858931, exclude list is [], retry=0 2024-11-09T01:30:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34187,DS-563ae555-bb96-43b2-896d-5358216cae12,DISK] 2024-11-09T01:30:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38619,DS-a2a8b5fa-5c5d-445c-8211-50a8774a47f4,DISK] 2024-11-09T01:30:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34187,DS-563ae555-bb96-43b2-896d-5358216cae12,DISK] 2024-11-09T01:30:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38619,DS-a2a8b5fa-5c5d-445c-8211-50a8774a47f4,DISK] 2024-11-09T01:30:58,959 INFO [RS:1;5296cfb18d53:46289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,46289,1731115858233/5296cfb18d53%2C46289%2C1731115858233.1731115858931 2024-11-09T01:30:58,959 INFO [RS:0;5296cfb18d53:35815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,35815,1731115858181/5296cfb18d53%2C35815%2C1731115858181.1731115858931 2024-11-09T01:30:58,959 DEBUG [RS:0;5296cfb18d53:35815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39113:39113),(127.0.0.1/127.0.0.1:37985:37985)] 2024-11-09T01:30:58,959 DEBUG [RS:1;5296cfb18d53:46289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37985:37985),(127.0.0.1/127.0.0.1:39113:39113)] 2024-11-09T01:30:59,105 DEBUG [5296cfb18d53:41801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T01:30:59,106 DEBUG [5296cfb18d53:41801 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:30:59,108 DEBUG [5296cfb18d53:41801 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:30:59,108 DEBUG [5296cfb18d53:41801 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:30:59,109 DEBUG [5296cfb18d53:41801 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:30:59,109 DEBUG [5296cfb18d53:41801 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:30:59,109 INFO [5296cfb18d53:41801 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:30:59,109 INFO [5296cfb18d53:41801 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:30:59,109 DEBUG [5296cfb18d53:41801 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:30:59,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,46289,1731115858233 2024-11-09T01:30:59,111 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,46289,1731115858233, state=OPENING 2024-11-09T01:30:59,171 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:30:59,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:59,182 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:59,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:30:59,183 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:30:59,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,46289,1731115858233}] 2024-11-09T01:30:59,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:59,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:59,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:59,338 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:30:59,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:30:59,345 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:30:59,346 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:30:59,346 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:30:59,349 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C46289%2C1731115858233.meta, suffix=.meta, logDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,46289,1731115858233, archiveDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/oldWALs, maxLogs=32 2024-11-09T01:30:59,365 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,46289,1731115858233/5296cfb18d53%2C46289%2C1731115858233.meta.1731115859350.meta, exclude list is [], retry=0 2024-11-09T01:30:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38619,DS-a2a8b5fa-5c5d-445c-8211-50a8774a47f4,DISK] 2024-11-09T01:30:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34187,DS-563ae555-bb96-43b2-896d-5358216cae12,DISK] 2024-11-09T01:30:59,372 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/WALs/5296cfb18d53,46289,1731115858233/5296cfb18d53%2C46289%2C1731115858233.meta.1731115859350.meta 2024-11-09T01:30:59,372 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39113:39113),(127.0.0.1/127.0.0.1:37985:37985)] 2024-11-09T01:30:59,372 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:30:59,373 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:30:59,373 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:30:59,373 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:30:59,373 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:30:59,373 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:59,373 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:30:59,373 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:30:59,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:30:59,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:30:59,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:59,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:59,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:30:59,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:30:59,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:59,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:59,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:30:59,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:30:59,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:59,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:59,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:30:59,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:30:59,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:59,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:30:59,382 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:30:59,383 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740 2024-11-09T01:30:59,385 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740 2024-11-09T01:30:59,387 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:30:59,387 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:30:59,387 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:30:59,389 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:30:59,390 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71302142, jitterRate=0.06248471140861511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:30:59,390 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:30:59,391 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115859373Writing region info on filesystem at 1731115859373Initializing all the Stores at 1731115859375 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115859375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115859375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115859375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115859375Cleaning up temporary data from old regions at 1731115859387 (+12 ms)Running coprocessor post-open hooks at 1731115859391 (+4 ms)Region opened successfully at 1731115859391 2024-11-09T01:30:59,393 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115859338 2024-11-09T01:30:59,395 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:30:59,395 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:30:59,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,46289,1731115858233 2024-11-09T01:30:59,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,46289,1731115858233, state=OPEN 2024-11-09T01:30:59,403 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:30:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:30:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:30:59,403 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,46289,1731115858233 2024-11-09T01:30:59,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:59,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:59,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:30:59,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:30:59,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,46289,1731115858233 in 220 msec 2024-11-09T01:30:59,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:30:59,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-11-09T01:30:59,413 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:30:59,414 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:30:59,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:30:59,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,46289,1731115858233, seqNum=-1] 2024-11-09T01:30:59,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:30:59,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:30:59,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 804 msec 2024-11-09T01:30:59,425 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115859425, completionTime=-1 2024-11-09T01:30:59,425 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T01:30:59,425 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:30:59,427 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T01:30:59,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115919428 2024-11-09T01:30:59,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115979428 2024-11-09T01:30:59,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:30:59,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41801,1731115858005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:59,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41801,1731115858005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:59,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41801,1731115858005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:59,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:41801, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:59,428 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:59,429 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:59,431 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:30:59,433 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.135sec 2024-11-09T01:30:59,433 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:30:59,433 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:30:59,433 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:30:59,433 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:30:59,433 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:30:59,433 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41801,1731115858005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:30:59,433 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41801,1731115858005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:30:59,436 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:30:59,436 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:30:59,436 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41801,1731115858005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:30:59,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d547679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:30:59,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,41801,-1 for getting cluster id 2024-11-09T01:30:59,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:30:59,457 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04ae48e6-fbf0-4281-8290-3cbf58f8c4d8' 2024-11-09T01:30:59,457 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:30:59,458 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04ae48e6-fbf0-4281-8290-3cbf58f8c4d8" 2024-11-09T01:30:59,458 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724082fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:30:59,458 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,41801,-1] 2024-11-09T01:30:59,459 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:30:59,459 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:30:59,461 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:30:59,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbe0cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:30:59,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:30:59,465 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,46289,1731115858233, seqNum=-1] 2024-11-09T01:30:59,465 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:30:59,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:30:59,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,41801,1731115858005 2024-11-09T01:30:59,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:30:59,471 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,41801,1731115858005 2024-11-09T01:30:59,471 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10c38dc2 2024-11-09T01:30:59,472 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:30:59,474 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:30:59,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:30:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T01:30:59,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:30:59,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:59,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T01:30:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:30:59,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:30:59,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:30:59,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:30:59,490 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ace6d34d0f84af37a9e6012d23baae3, NAME => 'testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368 2024-11-09T01:30:59,491 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a8f7ef67819abed157a662bf6d807e6c, NAME => 'testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368 2024-11-09T01:30:59,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:30:59,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:30:59,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:30:59,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:30:59,502 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:59,502 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:59,502 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3ace6d34d0f84af37a9e6012d23baae3, disabling compactions & flushes 2024-11-09T01:30:59,502 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:30:59,502 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a8f7ef67819abed157a662bf6d807e6c, disabling compactions & flushes 2024-11-09T01:30:59,502 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:30:59,502 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:30:59,502 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. after waiting 0 ms 2024-11-09T01:30:59,502 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:30:59,503 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:30:59,503 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. after waiting 0 ms 2024-11-09T01:30:59,503 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:30:59,503 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:30:59,503 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:30:59,503 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ace6d34d0f84af37a9e6012d23baae3: Waiting for close lock at 1731115859502Disabling compacts and flushes for region at 1731115859502Disabling writes for close at 1731115859502Writing region close event to WAL at 1731115859503 (+1 ms)Closed at 1731115859503 2024-11-09T01:30:59,503 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a8f7ef67819abed157a662bf6d807e6c: Waiting for close lock at 1731115859502Disabling compacts and flushes for region at 1731115859502Disabling writes for close at 1731115859503 (+1 ms)Writing region close event to WAL at 1731115859503Closed at 1731115859503 2024-11-09T01:30:59,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:30:59,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115859504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115859504"}]},"ts":"1731115859504"} 2024-11-09T01:30:59,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115859504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115859504"}]},"ts":"1731115859504"} 2024-11-09T01:30:59,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T01:30:59,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:30:59,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115859510"}]},"ts":"1731115859510"} 2024-11-09T01:30:59,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T01:30:59,514 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:30:59,515 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:30:59,515 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:30:59,515 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:30:59,516 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:30:59,516 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:30:59,516 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:30:59,516 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:30:59,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ace6d34d0f84af37a9e6012d23baae3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8f7ef67819abed157a662bf6d807e6c, ASSIGN}] 2024-11-09T01:30:59,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8f7ef67819abed157a662bf6d807e6c, ASSIGN 2024-11-09T01:30:59,519 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ace6d34d0f84af37a9e6012d23baae3, ASSIGN 2024-11-09T01:30:59,520 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ace6d34d0f84af37a9e6012d23baae3, ASSIGN; state=OFFLINE, location=5296cfb18d53,35815,1731115858181; forceNewPlan=false, retain=false 2024-11-09T01:30:59,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8f7ef67819abed157a662bf6d807e6c, ASSIGN; state=OFFLINE, location=5296cfb18d53,46289,1731115858233; forceNewPlan=false, retain=false 2024-11-09T01:30:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:30:59,671 INFO [5296cfb18d53:41801 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T01:30:59,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ace6d34d0f84af37a9e6012d23baae3, regionState=OPENING, regionLocation=5296cfb18d53,35815,1731115858181 2024-11-09T01:30:59,671 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a8f7ef67819abed157a662bf6d807e6c, regionState=OPENING, regionLocation=5296cfb18d53,46289,1731115858233 2024-11-09T01:30:59,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8f7ef67819abed157a662bf6d807e6c, ASSIGN because future has completed 2024-11-09T01:30:59,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8f7ef67819abed157a662bf6d807e6c, server=5296cfb18d53,46289,1731115858233}] 2024-11-09T01:30:59,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ace6d34d0f84af37a9e6012d23baae3, ASSIGN because future has completed 2024-11-09T01:30:59,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ace6d34d0f84af37a9e6012d23baae3, server=5296cfb18d53,35815,1731115858181}] 2024-11-09T01:30:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:30:59,835 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:30:59,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:30:59,838 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:30:59,838 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a8f7ef67819abed157a662bf6d807e6c, NAME => 'testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T01:30:59,839 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,839 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:59,839 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,839 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,841 INFO [StoreOpener-a8f7ef67819abed157a662bf6d807e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,842 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:30:59,843 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ace6d34d0f84af37a9e6012d23baae3, NAME => 'testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T01:30:59,843 INFO [StoreOpener-a8f7ef67819abed157a662bf6d807e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8f7ef67819abed157a662bf6d807e6c columnFamilyName family 2024-11-09T01:30:59,843 DEBUG [StoreOpener-a8f7ef67819abed157a662bf6d807e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:59,844 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,844 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:30:59,844 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,844 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,844 INFO [StoreOpener-a8f7ef67819abed157a662bf6d807e6c-1 {}] regionserver.HStore(327): Store=a8f7ef67819abed157a662bf6d807e6c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:59,844 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,845 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,846 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,846 INFO [StoreOpener-3ace6d34d0f84af37a9e6012d23baae3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,846 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,846 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,848 INFO [StoreOpener-3ace6d34d0f84af37a9e6012d23baae3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ace6d34d0f84af37a9e6012d23baae3 columnFamilyName family 2024-11-09T01:30:59,848 DEBUG [StoreOpener-3ace6d34d0f84af37a9e6012d23baae3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:30:59,848 INFO [StoreOpener-3ace6d34d0f84af37a9e6012d23baae3-1 {}] regionserver.HStore(327): Store=3ace6d34d0f84af37a9e6012d23baae3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:30:59,848 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,848 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,849 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,850 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,850 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,850 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,851 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/a8f7ef67819abed157a662bf6d807e6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:30:59,851 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a8f7ef67819abed157a662bf6d807e6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60929830, jitterRate=-0.09207478165626526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:30:59,851 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:30:59,852 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a8f7ef67819abed157a662bf6d807e6c: Running coprocessor pre-open hook at 1731115859839Writing region info on filesystem at 1731115859839Initializing all the Stores at 1731115859840 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115859841 (+1 ms)Cleaning up temporary data from old regions at 1731115859846 (+5 ms)Running coprocessor post-open hooks at 1731115859851 (+5 ms)Region opened successfully at 1731115859852 (+1 ms) 2024-11-09T01:30:59,852 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,853 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c., pid=7, masterSystemTime=1731115859833 2024-11-09T01:30:59,855 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/3ace6d34d0f84af37a9e6012d23baae3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:30:59,856 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3ace6d34d0f84af37a9e6012d23baae3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70803295, jitterRate=0.05505131185054779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:30:59,856 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:30:59,856 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3ace6d34d0f84af37a9e6012d23baae3: Running coprocessor pre-open hook at 1731115859844Writing region info on filesystem at 1731115859844Initializing all the Stores at 1731115859845 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115859846 (+1 ms)Cleaning up temporary data from old regions at 1731115859850 (+4 ms)Running coprocessor post-open hooks at 1731115859856 (+6 ms)Region opened successfully at 1731115859856 2024-11-09T01:30:59,857 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:30:59,857 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:30:59,858 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3., pid=8, masterSystemTime=1731115859835 2024-11-09T01:30:59,858 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a8f7ef67819abed157a662bf6d807e6c, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,46289,1731115858233 2024-11-09T01:30:59,860 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:30:59,860 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:30:59,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8f7ef67819abed157a662bf6d807e6c, server=5296cfb18d53,46289,1731115858233 because future has completed 2024-11-09T01:30:59,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ace6d34d0f84af37a9e6012d23baae3, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,35815,1731115858181 2024-11-09T01:30:59,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ace6d34d0f84af37a9e6012d23baae3, server=5296cfb18d53,35815,1731115858181 because future has completed 2024-11-09T01:30:59,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T01:30:59,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a8f7ef67819abed157a662bf6d807e6c, server=5296cfb18d53,46289,1731115858233 in 184 msec 2024-11-09T01:30:59,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8f7ef67819abed157a662bf6d807e6c, ASSIGN in 350 msec 2024-11-09T01:30:59,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T01:30:59,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ace6d34d0f84af37a9e6012d23baae3, server=5296cfb18d53,35815,1731115858181 in 184 msec 2024-11-09T01:30:59,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:30:59,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ace6d34d0f84af37a9e6012d23baae3, ASSIGN in 352 msec 2024-11-09T01:30:59,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:30:59,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115859873"}]},"ts":"1731115859873"} 2024-11-09T01:30:59,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T01:30:59,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:30:59,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 403 msec 2024-11-09T01:31:00,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:31:00,027 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:31:00,031 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:31:00,031 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:31:00,031 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:31:00,031 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:31:00,032 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-09T01:31:00,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-09T01:31:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:00,108 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T01:31:00,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T01:31:00,109 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:00,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T01:31:00,114 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:00,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T01:31:00,118 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3., hostname=5296cfb18d53,35815,1731115858181, seqNum=2] 2024-11-09T01:31:00,118 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:00,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:00,132 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c., hostname=5296cfb18d53,46289,1731115858233, seqNum=2] 2024-11-09T01:31:00,146 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3ace6d34d0f84af37a9e6012d23baae3 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T01:31:00,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/3ace6d34d0f84af37a9e6012d23baae3/.tmp/family/d7f5bff5a18343e2a1b9d87f040451e6 is 32, key is 1/family:/1731115860121/Put/seqid=0 2024-11-09T01:31:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741839_1015 (size=5054) 2024-11-09T01:31:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741839_1015 (size=5054) 2024-11-09T01:31:00,172 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/3ace6d34d0f84af37a9e6012d23baae3/.tmp/family/d7f5bff5a18343e2a1b9d87f040451e6 2024-11-09T01:31:00,181 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/3ace6d34d0f84af37a9e6012d23baae3/.tmp/family/d7f5bff5a18343e2a1b9d87f040451e6 as hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/3ace6d34d0f84af37a9e6012d23baae3/family/d7f5bff5a18343e2a1b9d87f040451e6 2024-11-09T01:31:00,190 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/3ace6d34d0f84af37a9e6012d23baae3/family/d7f5bff5a18343e2a1b9d87f040451e6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T01:31:00,191 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3ace6d34d0f84af37a9e6012d23baae3 in 45ms, sequenceid=8, compaction requested=false 2024-11-09T01:31:00,191 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3ace6d34d0f84af37a9e6012d23baae3: 2024-11-09T01:31:00,192 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a8f7ef67819abed157a662bf6d807e6c 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T01:31:00,209 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/a8f7ef67819abed157a662bf6d807e6c/.tmp/family/85895ac3c4a647b49d5f6fdfac3bc1e2 is 32, key is 5/family:/1731115860134/Put/seqid=0 2024-11-09T01:31:00,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741840_1016 (size=5083) 2024-11-09T01:31:00,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741840_1016 (size=5083) 2024-11-09T01:31:00,215 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/a8f7ef67819abed157a662bf6d807e6c/.tmp/family/85895ac3c4a647b49d5f6fdfac3bc1e2 2024-11-09T01:31:00,224 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/a8f7ef67819abed157a662bf6d807e6c/.tmp/family/85895ac3c4a647b49d5f6fdfac3bc1e2 as hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/a8f7ef67819abed157a662bf6d807e6c/family/85895ac3c4a647b49d5f6fdfac3bc1e2 2024-11-09T01:31:00,235 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/a8f7ef67819abed157a662bf6d807e6c/family/85895ac3c4a647b49d5f6fdfac3bc1e2, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T01:31:00,237 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a8f7ef67819abed157a662bf6d807e6c in 45ms, sequenceid=9, compaction requested=false 2024-11-09T01:31:00,237 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a8f7ef67819abed157a662bf6d807e6c: 2024-11-09T01:31:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:31:00,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:00,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:00,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:00,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:00,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:31:00,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:31:00,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1529289263, stopped=false 2024-11-09T01:31:00,244 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,41801,1731115858005 2024-11-09T01:31:00,435 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:00,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:00,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:00,435 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:00,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:00,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:00,435 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:00,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:00,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:00,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:00,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:00,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:00,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:00,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,35815,1731115858181' ***** 2024-11-09T01:31:00,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:00,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,46289,1731115858233' ***** 2024-11-09T01:31:00,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:00,437 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:00,437 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:00,438 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:00,438 INFO [RS:0;5296cfb18d53:35815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:00,438 INFO [RS:0;5296cfb18d53:35815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:00,438 INFO [RS:1;5296cfb18d53:46289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:00,438 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:31:00,438 INFO [RS:1;5296cfb18d53:46289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:00,438 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:00,438 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(3091): Received CLOSE for a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:31:00,439 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,35815,1731115858181 2024-11-09T01:31:00,439 INFO [RS:0;5296cfb18d53:35815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:00,439 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,46289,1731115858233 2024-11-09T01:31:00,439 INFO [RS:1;5296cfb18d53:46289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ace6d34d0f84af37a9e6012d23baae3, disabling compactions & flushes 2024-11-09T01:31:00,439 INFO [RS:0;5296cfb18d53:35815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:35815. 2024-11-09T01:31:00,439 INFO [RS:1;5296cfb18d53:46289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5296cfb18d53:46289. 2024-11-09T01:31:00,439 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:31:00,439 DEBUG [RS:0;5296cfb18d53:35815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8f7ef67819abed157a662bf6d807e6c, disabling compactions & flushes 2024-11-09T01:31:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:31:00,439 DEBUG [RS:0;5296cfb18d53:35815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:00,439 DEBUG [RS:1;5296cfb18d53:46289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:00,439 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:31:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. after waiting 0 ms 2024-11-09T01:31:00,439 DEBUG [RS:1;5296cfb18d53:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:31:00,440 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:31:00,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:31:00,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. after waiting 0 ms 2024-11-09T01:31:00,440 DEBUG [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(1325): Online Regions={3ace6d34d0f84af37a9e6012d23baae3=testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3.} 2024-11-09T01:31:00,440 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:00,440 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:00,440 DEBUG [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(1351): Waiting on 3ace6d34d0f84af37a9e6012d23baae3 2024-11-09T01:31:00,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:31:00,440 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:00,441 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:31:00,444 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:31:00,444 DEBUG [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a8f7ef67819abed157a662bf6d807e6c=testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c.} 2024-11-09T01:31:00,444 DEBUG [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8f7ef67819abed157a662bf6d807e6c 2024-11-09T01:31:00,444 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:31:00,444 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:31:00,445 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:31:00,445 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:31:00,445 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:31:00,445 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T01:31:00,450 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/3ace6d34d0f84af37a9e6012d23baae3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T01:31:00,451 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:31:00,451 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ace6d34d0f84af37a9e6012d23baae3: Waiting for close lock at 1731115860439Running coprocessor pre-close hooks at 1731115860439Disabling compacts and flushes for region at 1731115860439Disabling writes for close at 1731115860439Writing region close event to WAL at 1731115860444 (+5 ms)Running coprocessor post-close hooks at 1731115860451 (+7 ms)Closed at 1731115860451 2024-11-09T01:31:00,451 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731115859474.3ace6d34d0f84af37a9e6012d23baae3. 2024-11-09T01:31:00,453 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/default/testClearRegionBlockCache/a8f7ef67819abed157a662bf6d807e6c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T01:31:00,454 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:31:00,454 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8f7ef67819abed157a662bf6d807e6c: Waiting for close lock at 1731115860439Running coprocessor pre-close hooks at 1731115860439Disabling compacts and flushes for region at 1731115860439Disabling writes for close at 1731115860440 (+1 ms)Writing region close event to WAL at 1731115860449 (+9 ms)Running coprocessor post-close hooks at 1731115860454 (+5 ms)Closed at 1731115860454 2024-11-09T01:31:00,454 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c. 2024-11-09T01:31:00,465 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/.tmp/info/6c0447286c3a4c4fb6ec0a319954104a is 173, key is testClearRegionBlockCache,5,1731115859474.a8f7ef67819abed157a662bf6d807e6c./info:regioninfo/1731115859858/Put/seqid=0 2024-11-09T01:31:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:00,472 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/.tmp/info/6c0447286c3a4c4fb6ec0a319954104a 2024-11-09T01:31:00,485 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:00,488 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:00,497 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/.tmp/ns/d29db3974129430989c69fc4949a1374 is 43, key is default/ns:d/1731115859418/Put/seqid=0 2024-11-09T01:31:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:00,504 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/.tmp/ns/d29db3974129430989c69fc4949a1374 2024-11-09T01:31:00,532 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/.tmp/table/f0632f2b71464a97b4425ee70c3cf7c6 is 61, key is testClearRegionBlockCache/table:state/1731115859873/Put/seqid=0 2024-11-09T01:31:00,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:00,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:00,539 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/.tmp/table/f0632f2b71464a97b4425ee70c3cf7c6 2024-11-09T01:31:00,547 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/.tmp/info/6c0447286c3a4c4fb6ec0a319954104a as hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/info/6c0447286c3a4c4fb6ec0a319954104a 2024-11-09T01:31:00,555 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/info/6c0447286c3a4c4fb6ec0a319954104a, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T01:31:00,557 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/.tmp/ns/d29db3974129430989c69fc4949a1374 as hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/ns/d29db3974129430989c69fc4949a1374 2024-11-09T01:31:00,566 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/ns/d29db3974129430989c69fc4949a1374, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T01:31:00,567 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/.tmp/table/f0632f2b71464a97b4425ee70c3cf7c6 as hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/table/f0632f2b71464a97b4425ee70c3cf7c6 2024-11-09T01:31:00,575 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/table/f0632f2b71464a97b4425ee70c3cf7c6, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T01:31:00,576 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=13, compaction requested=false 2024-11-09T01:31:00,582 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T01:31:00,583 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:31:00,583 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:00,583 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115860444Running coprocessor pre-close hooks at 1731115860444Disabling compacts and flushes for region at 1731115860444Disabling writes for close at 1731115860445 (+1 ms)Obtaining lock to block concurrent updates at 1731115860445Preparing flush snapshotting stores in 1588230740 at 1731115860445Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731115860446 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115860447 (+1 ms)Flushing 1588230740/info: creating writer at 1731115860447Flushing 1588230740/info: appending metadata at 1731115860464 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731115860464Flushing 1588230740/ns: creating writer at 1731115860481 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731115860497 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731115860497Flushing 1588230740/table: creating writer at 1731115860512 (+15 ms)Flushing 1588230740/table: appending metadata at 1731115860531 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731115860531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aba287a: reopening flushed file at 1731115860546 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b063e0: reopening flushed file at 1731115860555 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1a36aa: reopening flushed file at 1731115860566 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=13, compaction requested=false at 1731115860576 (+10 ms)Writing region close event to WAL at 1731115860578 (+2 ms)Running coprocessor post-close hooks at 1731115860583 (+5 ms)Closed at 1731115860583 2024-11-09T01:31:00,583 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:00,640 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,35815,1731115858181; all regions closed. 2024-11-09T01:31:00,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741833_1009 (size=1758) 2024-11-09T01:31:00,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741833_1009 (size=1758) 2024-11-09T01:31:00,645 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,46289,1731115858233; all regions closed. 2024-11-09T01:31:00,646 DEBUG [RS:0;5296cfb18d53:35815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/oldWALs 2024-11-09T01:31:00,646 INFO [RS:0;5296cfb18d53:35815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C35815%2C1731115858181:(num 1731115858931) 2024-11-09T01:31:00,646 DEBUG [RS:0;5296cfb18d53:35815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:00,646 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:00,646 INFO [RS:0;5296cfb18d53:35815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:00,646 INFO [RS:0;5296cfb18d53:35815 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:00,647 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:00,647 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:00,647 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:00,647 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:00,647 INFO [RS:0;5296cfb18d53:35815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:00,647 INFO [RS:0;5296cfb18d53:35815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35815 2024-11-09T01:31:00,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:00,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:00,651 DEBUG [RS:1;5296cfb18d53:46289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/oldWALs 2024-11-09T01:31:00,651 INFO [RS:1;5296cfb18d53:46289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C46289%2C1731115858233.meta:.meta(num 1731115859350) 2024-11-09T01:31:00,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741834_1010 (size=1867) 2024-11-09T01:31:00,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741834_1010 (size=1867) 2024-11-09T01:31:00,658 DEBUG [RS:1;5296cfb18d53:46289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/oldWALs 2024-11-09T01:31:00,658 INFO [RS:1;5296cfb18d53:46289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C46289%2C1731115858233:(num 1731115858931) 2024-11-09T01:31:00,658 DEBUG [RS:1;5296cfb18d53:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:00,658 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:00,658 INFO [RS:1;5296cfb18d53:46289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:00,658 INFO [RS:1;5296cfb18d53:46289 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:00,658 INFO [RS:1;5296cfb18d53:46289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:00,658 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:00,658 INFO [RS:1;5296cfb18d53:46289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46289 2024-11-09T01:31:00,666 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,35815,1731115858181 2024-11-09T01:31:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:00,666 INFO [RS:0;5296cfb18d53:35815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:00,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,46289,1731115858233 2024-11-09T01:31:00,677 INFO [RS:1;5296cfb18d53:46289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:00,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,46289,1731115858233] 2024-11-09T01:31:00,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,46289,1731115858233 already deleted, retry=false 2024-11-09T01:31:00,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,46289,1731115858233 expired; onlineServers=1 2024-11-09T01:31:00,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,35815,1731115858181] 2024-11-09T01:31:00,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,35815,1731115858181 already deleted, retry=false 2024-11-09T01:31:00,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,35815,1731115858181 expired; onlineServers=0 2024-11-09T01:31:00,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,41801,1731115858005' ***** 2024-11-09T01:31:00,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:31:00,719 INFO [M:0;5296cfb18d53:41801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:00,719 INFO [M:0;5296cfb18d53:41801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:00,719 DEBUG [M:0;5296cfb18d53:41801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:31:00,719 DEBUG [M:0;5296cfb18d53:41801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:31:00,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:31:00,719 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115858634 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115858634,5,FailOnTimeoutGroup] 2024-11-09T01:31:00,719 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115858636 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115858636,5,FailOnTimeoutGroup] 2024-11-09T01:31:00,719 INFO [M:0;5296cfb18d53:41801 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:00,720 INFO [M:0;5296cfb18d53:41801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:00,720 DEBUG [M:0;5296cfb18d53:41801 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:31:00,720 INFO [M:0;5296cfb18d53:41801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:31:00,720 INFO [M:0;5296cfb18d53:41801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:00,720 INFO [M:0;5296cfb18d53:41801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:31:00,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:31:00,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:00,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:00,729 DEBUG [M:0;5296cfb18d53:41801 {}] zookeeper.ZKUtil(347): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T01:31:00,729 WARN [M:0;5296cfb18d53:41801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:31:00,730 INFO [M:0;5296cfb18d53:41801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/.lastflushedseqids 2024-11-09T01:31:00,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:31:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:31:00,738 INFO [M:0;5296cfb18d53:41801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:31:00,738 INFO [M:0;5296cfb18d53:41801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:31:00,739 DEBUG [M:0;5296cfb18d53:41801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:31:00,739 INFO [M:0;5296cfb18d53:41801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:00,739 DEBUG [M:0;5296cfb18d53:41801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:00,739 DEBUG [M:0;5296cfb18d53:41801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:31:00,739 DEBUG [M:0;5296cfb18d53:41801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:00,739 INFO [M:0;5296cfb18d53:41801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T01:31:00,762 DEBUG [M:0;5296cfb18d53:41801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce90c32b8d6b436390290f89ff974cc4 is 82, key is hbase:meta,,1/info:regioninfo/1731115859396/Put/seqid=0 2024-11-09T01:31:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:00,770 INFO [M:0;5296cfb18d53:41801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce90c32b8d6b436390290f89ff974cc4 2024-11-09T01:31:00,788 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:00,788 INFO [RS:0;5296cfb18d53:35815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:00,788 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35815-0x1011d37b3e80001, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:00,788 INFO [RS:0;5296cfb18d53:35815 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,35815,1731115858181; zookeeper connection closed. 2024-11-09T01:31:00,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1929d695 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1929d695 2024-11-09T01:31:00,794 DEBUG [M:0;5296cfb18d53:41801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e739806f914668a9783bd1357bbcd3 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115859881/Put/seqid=0 2024-11-09T01:31:00,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:00,798 INFO [RS:1;5296cfb18d53:46289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:00,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x1011d37b3e80002, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:00,798 INFO [RS:1;5296cfb18d53:46289 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,46289,1731115858233; zookeeper connection closed. 2024-11-09T01:31:00,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ab67f9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ab67f9e 2024-11-09T01:31:00,798 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T01:31:00,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741846_1022 (size=6219) 2024-11-09T01:31:00,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741846_1022 (size=6219) 2024-11-09T01:31:00,802 INFO [M:0;5296cfb18d53:41801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e739806f914668a9783bd1357bbcd3 2024-11-09T01:31:00,828 DEBUG [M:0;5296cfb18d53:41801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4cefa490f52473ea249c850b1ae9411 is 69, key is 5296cfb18d53,35815,1731115858181/rs:state/1731115858719/Put/seqid=0 2024-11-09T01:31:00,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:00,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:00,836 INFO [M:0;5296cfb18d53:41801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4cefa490f52473ea249c850b1ae9411 2024-11-09T01:31:00,844 DEBUG [M:0;5296cfb18d53:41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce90c32b8d6b436390290f89ff974cc4 as hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce90c32b8d6b436390290f89ff974cc4 2024-11-09T01:31:00,851 INFO [M:0;5296cfb18d53:41801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce90c32b8d6b436390290f89ff974cc4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T01:31:00,852 DEBUG [M:0;5296cfb18d53:41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e739806f914668a9783bd1357bbcd3 as hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49e739806f914668a9783bd1357bbcd3 2024-11-09T01:31:00,859 INFO [M:0;5296cfb18d53:41801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49e739806f914668a9783bd1357bbcd3, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T01:31:00,860 DEBUG [M:0;5296cfb18d53:41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4cefa490f52473ea249c850b1ae9411 as hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4cefa490f52473ea249c850b1ae9411 2024-11-09T01:31:00,868 INFO [M:0;5296cfb18d53:41801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42583/user/jenkins/test-data/298d0401-0834-417c-d2d7-4cf5f58d8368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4cefa490f52473ea249c850b1ae9411, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T01:31:00,870 INFO [M:0;5296cfb18d53:41801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false 2024-11-09T01:31:00,871 INFO [M:0;5296cfb18d53:41801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:00,871 DEBUG [M:0;5296cfb18d53:41801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115860739Disabling compacts and flushes for region at 1731115860739Disabling writes for close at 1731115860739Obtaining lock to block concurrent updates at 1731115860739Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115860739Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731115860740 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115860741 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115860741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115860762 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115860762Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115860777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115860793 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115860793Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115860809 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115860828 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115860828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d621771: reopening flushed file at 1731115860843 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40969e1e: reopening flushed file at 1731115860851 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39381179: reopening flushed file at 1731115860859 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false at 1731115860870 (+11 ms)Writing region close event to WAL at 1731115860871 (+1 ms)Closed at 1731115860871 2024-11-09T01:31:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34187 is added to blk_1073741830_1006 (size=35440) 2024-11-09T01:31:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741830_1006 (size=35440) 2024-11-09T01:31:00,875 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:00,875 INFO [M:0;5296cfb18d53:41801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:31:00,875 INFO [M:0;5296cfb18d53:41801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41801 2024-11-09T01:31:00,876 INFO [M:0;5296cfb18d53:41801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:00,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:00,987 INFO [M:0;5296cfb18d53:41801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:00,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41801-0x1011d37b3e80000, quorum=127.0.0.1:65275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:00,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b5d48d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:00,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12217a15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:00,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:00,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35dbfcb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:00,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68c199db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:00,992 WARN [BP-1914482594-172.17.0.2-1731115855600 heartbeating to localhost/127.0.0.1:42583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:00,992 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:00,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:00,992 WARN [BP-1914482594-172.17.0.2-1731115855600 heartbeating to localhost/127.0.0.1:42583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1914482594-172.17.0.2-1731115855600 (Datanode Uuid 759f272d-85bb-4d04-9025-bf15ece7ea17) service to localhost/127.0.0.1:42583 2024-11-09T01:31:00,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/data/data3/current/BP-1914482594-172.17.0.2-1731115855600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:00,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/data/data4/current/BP-1914482594-172.17.0.2-1731115855600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:00,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:00,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c746223{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:00,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71bf33d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:00,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:00,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aec6e8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:00,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@656ac289{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:00,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:00,998 WARN [BP-1914482594-172.17.0.2-1731115855600 heartbeating to localhost/127.0.0.1:42583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:00,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:00,998 WARN [BP-1914482594-172.17.0.2-1731115855600 heartbeating to localhost/127.0.0.1:42583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1914482594-172.17.0.2-1731115855600 (Datanode Uuid 676fae2c-86fe-4aee-9df0-8f8eed82e769) service to localhost/127.0.0.1:42583 2024-11-09T01:31:00,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/data/data1/current/BP-1914482594-172.17.0.2-1731115855600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:00,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/cluster_d51e49a7-02e3-e6c2-0587-097b65e768d7/data/data2/current/BP-1914482594-172.17.0.2-1731115855600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:00,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:01,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@407b0e8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:31:01,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ad4767e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:01,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:01,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22ef8004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:01,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71677318{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:01,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:31:01,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:31:01,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=114 (was 84) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42583 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42583 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1056 (was 1104), ProcessCount=11 (was 11), AvailableMemoryMB=2405 (was 2540) 2024-11-09T01:31:01,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=114, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=1056, ProcessCount=11, AvailableMemoryMB=2405 2024-11-09T01:31:01,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.log.dir so I do NOT create it in target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e 2024-11-09T01:31:01,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:31:01,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.tmp.dir so I do NOT create it in target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e 2024-11-09T01:31:01,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f4778a62-94fc-4fde-c91c-d2cc959f668b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:31:01,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e 2024-11-09T01:31:01,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:31:01,059 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7, deleteOnExit=true 2024-11-09T01:31:01,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/test.cache.data in system properties and HBase conf 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:31:01,060 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:31:01,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:31:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:31:01,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:01,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:01,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:01,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:01,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:31:01,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:01,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6af4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:01,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@200aa9ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:01,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51694fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/java.io.tmpdir/jetty-localhost-39893-hadoop-hdfs-3_4_1-tests_jar-_-any-9490399262623779094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:31:01,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@220afd80{HTTP/1.1, (http/1.1)}{localhost:39893} 2024-11-09T01:31:01,464 INFO [Time-limited test {}] server.Server(415): Started @18011ms 2024-11-09T01:31:01,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:01,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:01,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:01,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:01,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:31:01,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d2a986e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:01,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ec009a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:01,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a802b7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/java.io.tmpdir/jetty-localhost-33477-hadoop-hdfs-3_4_1-tests_jar-_-any-9439347387132940193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:01,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20953c56{HTTP/1.1, (http/1.1)}{localhost:33477} 2024-11-09T01:31:01,859 INFO [Time-limited test {}] server.Server(415): Started @18406ms 2024-11-09T01:31:01,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:31:01,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:01,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:01,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:01,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:01,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:31:01,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410b163d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:01,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db7d6e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:02,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1538bb09{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/java.io.tmpdir/jetty-localhost-44933-hadoop-hdfs-3_4_1-tests_jar-_-any-16036932732927981949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:02,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73f94b46{HTTP/1.1, (http/1.1)}{localhost:44933} 2024-11-09T01:31:02,002 INFO [Time-limited test {}] server.Server(415): Started @18549ms 2024-11-09T01:31:02,003 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:31:03,068 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/data/data1/current/BP-427076465-172.17.0.2-1731115861085/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:03,068 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/data/data2/current/BP-427076465-172.17.0.2-1731115861085/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:03,087 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:31:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fd00024a2d8e962 with lease ID 0x43355e20dbd93a05: Processing first storage report for DS-2a45a55e-28d9-4988-9ba5-71db1430a766 from datanode DatanodeRegistration(127.0.0.1:36601, datanodeUuid=a1bf86b9-6cf8-4b1c-b43e-28579b4254b2, infoPort=45779, infoSecurePort=0, ipcPort=41459, storageInfo=lv=-57;cid=testClusterID;nsid=556223541;c=1731115861085) 2024-11-09T01:31:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fd00024a2d8e962 with lease ID 0x43355e20dbd93a05: from storage DS-2a45a55e-28d9-4988-9ba5-71db1430a766 node DatanodeRegistration(127.0.0.1:36601, datanodeUuid=a1bf86b9-6cf8-4b1c-b43e-28579b4254b2, infoPort=45779, infoSecurePort=0, ipcPort=41459, storageInfo=lv=-57;cid=testClusterID;nsid=556223541;c=1731115861085), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:31:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fd00024a2d8e962 with lease ID 0x43355e20dbd93a05: Processing first storage report for DS-a8c146a9-25bf-4954-a618-1edf0b4c02e4 from datanode DatanodeRegistration(127.0.0.1:36601, datanodeUuid=a1bf86b9-6cf8-4b1c-b43e-28579b4254b2, infoPort=45779, infoSecurePort=0, ipcPort=41459, storageInfo=lv=-57;cid=testClusterID;nsid=556223541;c=1731115861085) 2024-11-09T01:31:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fd00024a2d8e962 with lease ID 0x43355e20dbd93a05: from storage DS-a8c146a9-25bf-4954-a618-1edf0b4c02e4 node DatanodeRegistration(127.0.0.1:36601, datanodeUuid=a1bf86b9-6cf8-4b1c-b43e-28579b4254b2, infoPort=45779, infoSecurePort=0, ipcPort=41459, storageInfo=lv=-57;cid=testClusterID;nsid=556223541;c=1731115861085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:03,209 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/data/data3/current/BP-427076465-172.17.0.2-1731115861085/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:03,209 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/data/data4/current/BP-427076465-172.17.0.2-1731115861085/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:03,226 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:31:03,229 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x989f01f3ffcebdb7 with lease ID 0x43355e20dbd93a06: Processing first storage report for DS-e929f695-2ebd-466e-9877-c4d332d35841 from datanode DatanodeRegistration(127.0.0.1:43193, datanodeUuid=548f6259-3207-47d9-a881-0ec7e37fb365, infoPort=34823, infoSecurePort=0, ipcPort=42413, storageInfo=lv=-57;cid=testClusterID;nsid=556223541;c=1731115861085) 2024-11-09T01:31:03,229 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x989f01f3ffcebdb7 with lease ID 0x43355e20dbd93a06: from storage DS-e929f695-2ebd-466e-9877-c4d332d35841 node DatanodeRegistration(127.0.0.1:43193, datanodeUuid=548f6259-3207-47d9-a881-0ec7e37fb365, infoPort=34823, infoSecurePort=0, ipcPort=42413, storageInfo=lv=-57;cid=testClusterID;nsid=556223541;c=1731115861085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x989f01f3ffcebdb7 with lease ID 0x43355e20dbd93a06: Processing first storage report for DS-a62d95c1-d520-48b9-807a-23dadb79d37d from datanode DatanodeRegistration(127.0.0.1:43193, datanodeUuid=548f6259-3207-47d9-a881-0ec7e37fb365, infoPort=34823, infoSecurePort=0, ipcPort=42413, storageInfo=lv=-57;cid=testClusterID;nsid=556223541;c=1731115861085) 2024-11-09T01:31:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x989f01f3ffcebdb7 with lease ID 0x43355e20dbd93a06: from storage DS-a62d95c1-d520-48b9-807a-23dadb79d37d node DatanodeRegistration(127.0.0.1:43193, datanodeUuid=548f6259-3207-47d9-a881-0ec7e37fb365, infoPort=34823, infoSecurePort=0, ipcPort=42413, storageInfo=lv=-57;cid=testClusterID;nsid=556223541;c=1731115861085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:03,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e 2024-11-09T01:31:03,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/zookeeper_0, clientPort=54916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:31:03,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54916 2024-11-09T01:31:03,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:03,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:31:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:31:03,264 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736 with version=8 2024-11-09T01:31:03,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/hbase-staging 2024-11-09T01:31:03,266 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:03,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:03,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:03,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:03,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:03,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:03,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:31:03,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:03,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40613 2024-11-09T01:31:03,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40613 connecting to ZooKeeper ensemble=127.0.0.1:54916 2024-11-09T01:31:03,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406130x0, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:03,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40613-0x1011d37c87b0000 connected 2024-11-09T01:31:03,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:03,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:03,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:03,434 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736, hbase.cluster.distributed=false 2024-11-09T01:31:03,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:03,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40613 2024-11-09T01:31:03,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40613 2024-11-09T01:31:03,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40613 2024-11-09T01:31:03,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40613 2024-11-09T01:31:03,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40613 2024-11-09T01:31:03,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:03,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:03,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:03,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:03,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:03,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:03,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:31:03,453 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:03,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32897 2024-11-09T01:31:03,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32897 connecting to ZooKeeper ensemble=127.0.0.1:54916 2024-11-09T01:31:03,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:03,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:03,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328970x0, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:03,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32897-0x1011d37c87b0001 connected 2024-11-09T01:31:03,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:03,467 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:31:03,467 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:31:03,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:31:03,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:03,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32897 2024-11-09T01:31:03,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32897 2024-11-09T01:31:03,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32897 2024-11-09T01:31:03,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32897 2024-11-09T01:31:03,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32897 2024-11-09T01:31:03,489 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:03,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:03,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:03,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:03,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:03,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:03,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:31:03,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:03,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32961 2024-11-09T01:31:03,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32961 connecting to ZooKeeper ensemble=127.0.0.1:54916 2024-11-09T01:31:03,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:03,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329610x0, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:03,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:03,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32961-0x1011d37c87b0002 connected 2024-11-09T01:31:03,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:31:03,510 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:31:03,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:31:03,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:03,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32961 2024-11-09T01:31:03,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32961 2024-11-09T01:31:03,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32961 2024-11-09T01:31:03,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32961 2024-11-09T01:31:03,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32961 2024-11-09T01:31:03,528 DEBUG [M:0;5296cfb18d53:40613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:40613 2024-11-09T01:31:03,528 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5296cfb18d53,40613,1731115863266 2024-11-09T01:31:03,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:03,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:03,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:03,540 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5296cfb18d53,40613,1731115863266 2024-11-09T01:31:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,550 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T01:31:03,551 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5296cfb18d53,40613,1731115863266 from backup master directory 2024-11-09T01:31:03,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5296cfb18d53,40613,1731115863266 2024-11-09T01:31:03,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:03,561 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:03,561 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,40613,1731115863266 2024-11-09T01:31:03,566 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/hbase.id] with ID: 4dec3629-61f1-4025-abff-07391e68723d 2024-11-09T01:31:03,566 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/.tmp/hbase.id 2024-11-09T01:31:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:31:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:31:03,573 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/.tmp/hbase.id]:[hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/hbase.id] 2024-11-09T01:31:03,586 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:03,586 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:31:03,588 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T01:31:03,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:31:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:31:03,599 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:31:03,600 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:31:03,601 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:03,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:31:03,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:31:03,611 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store 2024-11-09T01:31:03,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:31:03,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:31:03,618 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:03,618 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:31:03,618 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:03,618 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:03,618 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:31:03,618 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:03,618 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:03,619 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115863618Disabling compacts and flushes for region at 1731115863618Disabling writes for close at 1731115863618Writing region close event to WAL at 1731115863618Closed at 1731115863618 2024-11-09T01:31:03,619 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/.initializing 2024-11-09T01:31:03,619 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/WALs/5296cfb18d53,40613,1731115863266 2024-11-09T01:31:03,620 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:03,622 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C40613%2C1731115863266, suffix=, logDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/WALs/5296cfb18d53,40613,1731115863266, archiveDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/oldWALs, maxLogs=10 2024-11-09T01:31:03,637 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/WALs/5296cfb18d53,40613,1731115863266/5296cfb18d53%2C40613%2C1731115863266.1731115863622, exclude list is [], retry=0 2024-11-09T01:31:03,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36601,DS-2a45a55e-28d9-4988-9ba5-71db1430a766,DISK] 2024-11-09T01:31:03,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-e929f695-2ebd-466e-9877-c4d332d35841,DISK] 2024-11-09T01:31:03,642 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/WALs/5296cfb18d53,40613,1731115863266/5296cfb18d53%2C40613%2C1731115863266.1731115863622 2024-11-09T01:31:03,643 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45779:45779),(127.0.0.1/127.0.0.1:34823:34823)] 2024-11-09T01:31:03,643 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:31:03,643 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:03,643 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,643 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:31:03,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:03,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:03,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:31:03,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:03,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:03,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:31:03,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:03,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:03,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:31:03,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:03,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:03,655 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,656 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,656 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,658 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,658 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,658 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:03,660 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:03,662 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:03,662 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74664580, jitterRate=0.11258894205093384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:03,663 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115863643Initializing all the Stores at 1731115863645 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115863645Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115863645Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115863645Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115863645Cleaning up temporary data from old regions at 1731115863658 (+13 ms)Region opened successfully at 1731115863663 (+5 ms) 2024-11-09T01:31:03,664 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:31:03,667 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab8c0cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:03,668 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:31:03,669 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:31:03,669 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:31:03,669 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:31:03,669 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:31:03,670 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:31:03,670 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:31:03,672 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:31:03,673 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T01:31:03,676 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T01:31:03,676 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:31:03,677 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:31:03,687 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T01:31:03,687 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:31:03,688 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:31:03,697 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T01:31:03,698 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:31:03,708 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T01:31:03,710 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:31:03,718 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T01:31:03,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:03,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:03,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:03,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,729 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,40613,1731115863266, sessionid=0x1011d37c87b0000, setting cluster-up flag (Was=false) 2024-11-09T01:31:03,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,781 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T01:31:03,783 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40613,1731115863266 2024-11-09T01:31:03,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:03,834 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T01:31:03,836 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40613,1731115863266 2024-11-09T01:31:03,837 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:31:03,839 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:03,839 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:31:03,840 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:31:03,840 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,40613,1731115863266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:31:03,841 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:03,842 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:03,842 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:03,842 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:03,842 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:31:03,842 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:03,842 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:03,842 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:03,843 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115893843 2024-11-09T01:31:03,843 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:31:03,843 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:31:03,843 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:31:03,843 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:31:03,843 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:31:03,843 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:31:03,843 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:03,844 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:31:03,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:03,844 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:31:03,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:31:03,844 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:31:03,845 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:31:03,845 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:31:03,845 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115863845,5,FailOnTimeoutGroup] 2024-11-09T01:31:03,846 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:03,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:31:03,847 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115863845,5,FailOnTimeoutGroup] 2024-11-09T01:31:03,847 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:03,847 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:31:03,847 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:03,847 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:03,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:31:03,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:31:03,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:31:03,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736 2024-11-09T01:31:03,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:31:03,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:31:03,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:03,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:31:03,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:31:03,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:03,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:03,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:31:03,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:31:03,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:03,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:03,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:31:03,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:31:03,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:03,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:03,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:31:03,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:31:03,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:03,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:03,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:31:03,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740 2024-11-09T01:31:03,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740 2024-11-09T01:31:03,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:31:03,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:31:03,877 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:03,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:31:03,880 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:03,880 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65567558, jitterRate=-0.022967249155044556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:03,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115863863Initializing all the Stores at 1731115863864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115863864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115863864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115863864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115863864Cleaning up temporary data from old regions at 1731115863876 (+12 ms)Region opened successfully at 1731115863881 (+5 ms) 2024-11-09T01:31:03,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:31:03,881 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:31:03,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:31:03,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:31:03,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:31:03,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:03,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115863881Disabling compacts and flushes for region at 1731115863881Disabling writes for close at 1731115863881Writing region close event to WAL at 1731115863882 (+1 ms)Closed at 1731115863882 2024-11-09T01:31:03,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:03,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:31:03,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:31:03,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:31:03,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:31:03,918 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(746): ClusterId : 4dec3629-61f1-4025-abff-07391e68723d 2024-11-09T01:31:03,918 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(746): ClusterId : 4dec3629-61f1-4025-abff-07391e68723d 2024-11-09T01:31:03,918 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:31:03,918 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:31:03,932 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:31:03,932 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:31:03,932 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:31:03,932 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:31:03,941 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:31:03,941 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:31:03,941 DEBUG [RS:1;5296cfb18d53:32961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335bf60e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:03,941 DEBUG [RS:0;5296cfb18d53:32897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8d947b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:03,955 DEBUG [RS:1;5296cfb18d53:32961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5296cfb18d53:32961 2024-11-09T01:31:03,955 DEBUG [RS:0;5296cfb18d53:32897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:32897 2024-11-09T01:31:03,955 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:31:03,955 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:31:03,955 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:31:03,955 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:31:03,955 DEBUG [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:31:03,955 DEBUG [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:31:03,956 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,40613,1731115863266 with port=32961, startcode=1731115863489 2024-11-09T01:31:03,956 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,40613,1731115863266 with port=32897, startcode=1731115863452 2024-11-09T01:31:03,957 DEBUG [RS:1;5296cfb18d53:32961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:31:03,957 DEBUG [RS:0;5296cfb18d53:32897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:31:03,958 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:31:03,958 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:31:03,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,32897,1731115863452 2024-11-09T01:31:03,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40613 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,32897,1731115863452 2024-11-09T01:31:03,960 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,32961,1731115863489 2024-11-09T01:31:03,960 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40613 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,32961,1731115863489 2024-11-09T01:31:03,961 DEBUG [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736 2024-11-09T01:31:03,961 DEBUG [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37193 2024-11-09T01:31:03,961 DEBUG [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:31:03,962 DEBUG [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736 2024-11-09T01:31:03,962 DEBUG [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37193 2024-11-09T01:31:03,962 DEBUG [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:31:03,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:04,014 DEBUG [RS:0;5296cfb18d53:32897 {}] zookeeper.ZKUtil(111): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,32897,1731115863452 2024-11-09T01:31:04,015 WARN [RS:0;5296cfb18d53:32897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:04,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,32897,1731115863452] 2024-11-09T01:31:04,015 INFO [RS:0;5296cfb18d53:32897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:04,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,32961,1731115863489] 2024-11-09T01:31:04,015 DEBUG [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32897,1731115863452 2024-11-09T01:31:04,016 DEBUG [RS:1;5296cfb18d53:32961 {}] zookeeper.ZKUtil(111): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,32961,1731115863489 2024-11-09T01:31:04,016 WARN [RS:1;5296cfb18d53:32961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:04,016 INFO [RS:1;5296cfb18d53:32961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:04,017 DEBUG [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32961,1731115863489 2024-11-09T01:31:04,022 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:31:04,026 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:31:04,026 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:31:04,026 INFO [RS:0;5296cfb18d53:32897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:31:04,026 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,027 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:31:04,028 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:31:04,028 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,028 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,028 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:31:04,028 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,028 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,028 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,028 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,028 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:04,029 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,029 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,029 INFO [RS:1;5296cfb18d53:32961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:31:04,029 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,029 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,029 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,029 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,029 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,029 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:31:04,029 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:04,029 DEBUG [RS:0;5296cfb18d53:32897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:04,030 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,030 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,030 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,030 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,030 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:31:04,030 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,030 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,030 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,32897,1731115863452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:04,030 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,030 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,030 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,030 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,030 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,030 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:04,030 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,031 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,031 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,031 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,031 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,031 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:04,031 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:04,031 DEBUG [RS:1;5296cfb18d53:32961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:04,035 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,035 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,035 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,035 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,035 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,035 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,32961,1731115863489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:04,036 WARN [5296cfb18d53:40613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:31:04,045 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:31:04,046 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,32897,1731115863452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,046 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,046 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.Replication(171): 5296cfb18d53,32897,1731115863452 started 2024-11-09T01:31:04,049 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:31:04,049 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,32961,1731115863489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,049 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,049 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.Replication(171): 5296cfb18d53,32961,1731115863489 started 2024-11-09T01:31:04,059 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,059 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,32897,1731115863452, RpcServer on 5296cfb18d53/172.17.0.2:32897, sessionid=0x1011d37c87b0001 2024-11-09T01:31:04,059 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:31:04,059 DEBUG [RS:0;5296cfb18d53:32897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,32897,1731115863452 2024-11-09T01:31:04,059 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,32897,1731115863452' 2024-11-09T01:31:04,059 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:31:04,060 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:31:04,061 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:31:04,061 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:31:04,061 DEBUG [RS:0;5296cfb18d53:32897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,32897,1731115863452 2024-11-09T01:31:04,061 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,32897,1731115863452' 2024-11-09T01:31:04,061 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:31:04,061 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:31:04,062 DEBUG [RS:0;5296cfb18d53:32897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:31:04,062 INFO [RS:0;5296cfb18d53:32897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:31:04,062 INFO [RS:0;5296cfb18d53:32897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:31:04,062 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,062 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,32961,1731115863489, RpcServer on 5296cfb18d53/172.17.0.2:32961, sessionid=0x1011d37c87b0002 2024-11-09T01:31:04,062 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:31:04,062 DEBUG [RS:1;5296cfb18d53:32961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,32961,1731115863489 2024-11-09T01:31:04,062 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,32961,1731115863489' 2024-11-09T01:31:04,062 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:31:04,063 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:31:04,063 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:31:04,063 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:31:04,063 DEBUG [RS:1;5296cfb18d53:32961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,32961,1731115863489 2024-11-09T01:31:04,063 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,32961,1731115863489' 2024-11-09T01:31:04,063 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:31:04,064 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:31:04,064 DEBUG [RS:1;5296cfb18d53:32961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:31:04,064 INFO [RS:1;5296cfb18d53:32961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:31:04,064 INFO [RS:1;5296cfb18d53:32961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:31:04,163 INFO [RS:0;5296cfb18d53:32897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:04,165 INFO [RS:1;5296cfb18d53:32961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:04,168 INFO [RS:0;5296cfb18d53:32897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C32897%2C1731115863452, suffix=, logDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32897,1731115863452, archiveDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/oldWALs, maxLogs=32 2024-11-09T01:31:04,169 INFO [RS:1;5296cfb18d53:32961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C32961%2C1731115863489, suffix=, logDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32961,1731115863489, archiveDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/oldWALs, maxLogs=32 2024-11-09T01:31:04,185 DEBUG [RS:1;5296cfb18d53:32961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32961,1731115863489/5296cfb18d53%2C32961%2C1731115863489.1731115864171, exclude list is [], retry=0 2024-11-09T01:31:04,185 DEBUG [RS:0;5296cfb18d53:32897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32897,1731115863452/5296cfb18d53%2C32897%2C1731115863452.1731115864170, exclude list is [], retry=0 2024-11-09T01:31:04,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-e929f695-2ebd-466e-9877-c4d332d35841,DISK] 2024-11-09T01:31:04,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36601,DS-2a45a55e-28d9-4988-9ba5-71db1430a766,DISK] 2024-11-09T01:31:04,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36601,DS-2a45a55e-28d9-4988-9ba5-71db1430a766,DISK] 2024-11-09T01:31:04,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-e929f695-2ebd-466e-9877-c4d332d35841,DISK] 2024-11-09T01:31:04,191 INFO [RS:0;5296cfb18d53:32897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32897,1731115863452/5296cfb18d53%2C32897%2C1731115863452.1731115864170 2024-11-09T01:31:04,191 DEBUG [RS:0;5296cfb18d53:32897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45779:45779),(127.0.0.1/127.0.0.1:34823:34823)] 2024-11-09T01:31:04,191 INFO [RS:1;5296cfb18d53:32961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32961,1731115863489/5296cfb18d53%2C32961%2C1731115863489.1731115864171 2024-11-09T01:31:04,192 DEBUG [RS:1;5296cfb18d53:32961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45779:45779),(127.0.0.1/127.0.0.1:34823:34823)] 2024-11-09T01:31:04,286 DEBUG [5296cfb18d53:40613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T01:31:04,287 DEBUG [5296cfb18d53:40613 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:31:04,290 DEBUG [5296cfb18d53:40613 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:31:04,291 DEBUG [5296cfb18d53:40613 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:31:04,291 DEBUG [5296cfb18d53:40613 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:31:04,291 DEBUG [5296cfb18d53:40613 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:31:04,291 INFO [5296cfb18d53:40613 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:31:04,291 INFO [5296cfb18d53:40613 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:31:04,291 DEBUG [5296cfb18d53:40613 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:31:04,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,32897,1731115863452 2024-11-09T01:31:04,294 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,32897,1731115863452, state=OPENING 2024-11-09T01:31:04,308 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:31:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:04,319 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:31:04,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:04,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:04,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:04,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,32897,1731115863452}] 2024-11-09T01:31:04,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:04,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:04,482 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:31:04,482 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:04,483 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:31:04,485 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C32897%2C1731115863452.meta, suffix=.meta, logDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32897,1731115863452, archiveDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/oldWALs, maxLogs=32 2024-11-09T01:31:04,500 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32897,1731115863452/5296cfb18d53%2C32897%2C1731115863452.meta.1731115864486.meta, exclude list is [], retry=0 2024-11-09T01:31:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36601,DS-2a45a55e-28d9-4988-9ba5-71db1430a766,DISK] 2024-11-09T01:31:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43193,DS-e929f695-2ebd-466e-9877-c4d332d35841,DISK] 2024-11-09T01:31:04,506 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/WALs/5296cfb18d53,32897,1731115863452/5296cfb18d53%2C32897%2C1731115863452.meta.1731115864486.meta 2024-11-09T01:31:04,506 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34823:34823),(127.0.0.1/127.0.0.1:45779:45779)] 2024-11-09T01:31:04,507 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:31:04,507 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:31:04,507 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:31:04,507 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:31:04,507 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:31:04,507 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:04,508 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:31:04,508 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:31:04,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:31:04,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:31:04,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:04,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:04,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:31:04,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:31:04,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:04,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:04,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:31:04,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:31:04,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:04,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:04,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:31:04,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:31:04,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:04,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:04,516 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:31:04,517 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740 2024-11-09T01:31:04,519 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740 2024-11-09T01:31:04,521 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:31:04,521 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:31:04,521 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:04,523 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:31:04,525 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62324643, jitterRate=-0.07129044830799103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:04,525 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:31:04,526 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115864508Writing region info on filesystem at 1731115864508Initializing all the Stores at 1731115864509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115864509Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115864510 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115864510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115864510Cleaning up temporary data from old regions at 1731115864521 (+11 ms)Running coprocessor post-open hooks at 1731115864525 (+4 ms)Region opened successfully at 1731115864526 (+1 ms) 2024-11-09T01:31:04,527 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115864474 2024-11-09T01:31:04,530 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:31:04,531 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:31:04,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,32897,1731115863452 2024-11-09T01:31:04,533 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,32897,1731115863452, state=OPEN 2024-11-09T01:31:04,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:04,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:04,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:04,539 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,32897,1731115863452 2024-11-09T01:31:04,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:04,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:04,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:04,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:31:04,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,32897,1731115863452 in 220 msec 2024-11-09T01:31:04,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:31:04,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-09T01:31:04,548 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:04,548 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:31:04,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:31:04,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,32897,1731115863452, seqNum=-1] 2024-11-09T01:31:04,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:04,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:04,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 719 msec 2024-11-09T01:31:04,560 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115864560, completionTime=-1 2024-11-09T01:31:04,560 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T01:31:04,560 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:31:04,563 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T01:31:04,563 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115924563 2024-11-09T01:31:04,563 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115984563 2024-11-09T01:31:04,563 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:31:04,564 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40613,1731115863266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,564 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40613,1731115863266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,564 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40613,1731115863266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,564 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:40613, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,564 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,565 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,567 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:31:04,570 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.009sec 2024-11-09T01:31:04,571 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:31:04,571 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:31:04,571 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:31:04,571 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:31:04,571 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:31:04,571 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40613,1731115863266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:04,571 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40613,1731115863266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:31:04,575 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:31:04,575 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:31:04,575 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40613,1731115863266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:04,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b650ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:04,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40613,-1 for getting cluster id 2024-11-09T01:31:04,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:31:04,621 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dec3629-61f1-4025-abff-07391e68723d' 2024-11-09T01:31:04,621 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:31:04,621 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dec3629-61f1-4025-abff-07391e68723d" 2024-11-09T01:31:04,622 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39eb4c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:04,622 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40613,-1] 2024-11-09T01:31:04,622 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:31:04,623 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:04,623 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:31:04,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae35d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:04,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:31:04,626 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,32897,1731115863452, seqNum=-1] 2024-11-09T01:31:04,626 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:04,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:04,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,40613,1731115863266 2024-11-09T01:31:04,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:31:04,631 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40613,1731115863266 2024-11-09T01:31:04,631 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba45da1 2024-11-09T01:31:04,631 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:31:04,633 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:31:04,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:31:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T01:31:04,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:31:04,637 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:04,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T01:31:04,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:31:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:31:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:31:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:04,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:31:04,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:04,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:05,050 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4f35f26e54f5582868cb50fb8f1541e, NAME => 'testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736 2024-11-09T01:31:05,051 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2da4552576edb5fa36e77dc4c889f191, NAME => 'testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736 2024-11-09T01:31:05,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:31:05,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:31:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:31:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:31:05,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:05,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2da4552576edb5fa36e77dc4c889f191, disabling compactions & flushes 2024-11-09T01:31:05,063 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:05,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:05,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. after waiting 0 ms 2024-11-09T01:31:05,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:05,063 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:05,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2da4552576edb5fa36e77dc4c889f191: Waiting for close lock at 1731115865063Disabling compacts and flushes for region at 1731115865063Disabling writes for close at 1731115865063Writing region close event to WAL at 1731115865063Closed at 1731115865063 2024-11-09T01:31:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:05,462 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:05,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f4f35f26e54f5582868cb50fb8f1541e, disabling compactions & flushes 2024-11-09T01:31:05,463 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:05,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:05,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. after waiting 0 ms 2024-11-09T01:31:05,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:05,463 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:05,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4f35f26e54f5582868cb50fb8f1541e: Waiting for close lock at 1731115865462Disabling compacts and flushes for region at 1731115865462Disabling writes for close at 1731115865463 (+1 ms)Writing region close event to WAL at 1731115865463Closed at 1731115865463 2024-11-09T01:31:05,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:31:05,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115865465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115865465"}]},"ts":"1731115865465"} 2024-11-09T01:31:05,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115865465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115865465"}]},"ts":"1731115865465"} 2024-11-09T01:31:05,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T01:31:05,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:31:05,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115865471"}]},"ts":"1731115865471"} 2024-11-09T01:31:05,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T01:31:05,475 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:31:05,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:31:05,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:31:05,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:31:05,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:31:05,476 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:31:05,476 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:31:05,476 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:31:05,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4f35f26e54f5582868cb50fb8f1541e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2da4552576edb5fa36e77dc4c889f191, ASSIGN}] 2024-11-09T01:31:05,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2da4552576edb5fa36e77dc4c889f191, ASSIGN 2024-11-09T01:31:05,479 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4f35f26e54f5582868cb50fb8f1541e, ASSIGN 2024-11-09T01:31:05,480 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4f35f26e54f5582868cb50fb8f1541e, ASSIGN; state=OFFLINE, location=5296cfb18d53,32961,1731115863489; forceNewPlan=false, retain=false 2024-11-09T01:31:05,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2da4552576edb5fa36e77dc4c889f191, ASSIGN; state=OFFLINE, location=5296cfb18d53,32897,1731115863452; forceNewPlan=false, retain=false 2024-11-09T01:31:05,631 INFO [5296cfb18d53:40613 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T01:31:05,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4f35f26e54f5582868cb50fb8f1541e, regionState=OPENING, regionLocation=5296cfb18d53,32961,1731115863489 2024-11-09T01:31:05,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2da4552576edb5fa36e77dc4c889f191, regionState=OPENING, regionLocation=5296cfb18d53,32897,1731115863452 2024-11-09T01:31:05,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4f35f26e54f5582868cb50fb8f1541e, ASSIGN because future has completed 2024-11-09T01:31:05,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4f35f26e54f5582868cb50fb8f1541e, server=5296cfb18d53,32961,1731115863489}] 2024-11-09T01:31:05,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2da4552576edb5fa36e77dc4c889f191, ASSIGN because future has completed 2024-11-09T01:31:05,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2da4552576edb5fa36e77dc4c889f191, server=5296cfb18d53,32897,1731115863452}] 2024-11-09T01:31:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:05,796 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:05,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:05,806 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:05,806 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:05,806 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2da4552576edb5fa36e77dc4c889f191, NAME => 'testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T01:31:05,806 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f4f35f26e54f5582868cb50fb8f1541e, NAME => 'testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T01:31:05,806 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,806 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:05,807 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,807 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,807 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:05,807 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,807 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,807 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,809 INFO [StoreOpener-2da4552576edb5fa36e77dc4c889f191-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,809 INFO [StoreOpener-f4f35f26e54f5582868cb50fb8f1541e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,811 INFO [StoreOpener-f4f35f26e54f5582868cb50fb8f1541e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f35f26e54f5582868cb50fb8f1541e columnFamilyName family 2024-11-09T01:31:05,811 INFO [StoreOpener-2da4552576edb5fa36e77dc4c889f191-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2da4552576edb5fa36e77dc4c889f191 columnFamilyName family 2024-11-09T01:31:05,811 DEBUG [StoreOpener-f4f35f26e54f5582868cb50fb8f1541e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:05,811 DEBUG [StoreOpener-2da4552576edb5fa36e77dc4c889f191-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:05,812 INFO [StoreOpener-f4f35f26e54f5582868cb50fb8f1541e-1 {}] regionserver.HStore(327): Store=f4f35f26e54f5582868cb50fb8f1541e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:05,812 INFO [StoreOpener-2da4552576edb5fa36e77dc4c889f191-1 {}] regionserver.HStore(327): Store=2da4552576edb5fa36e77dc4c889f191/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:05,812 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,812 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,813 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,813 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,813 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,813 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,814 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,814 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,814 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,814 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,815 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,816 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,817 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/f4f35f26e54f5582868cb50fb8f1541e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:05,818 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/2da4552576edb5fa36e77dc4c889f191/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:05,818 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f4f35f26e54f5582868cb50fb8f1541e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73471565, jitterRate=0.09481163322925568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:31:05,818 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:05,818 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2da4552576edb5fa36e77dc4c889f191; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68026262, jitterRate=0.013670295476913452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:31:05,818 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:05,819 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f4f35f26e54f5582868cb50fb8f1541e: Running coprocessor pre-open hook at 1731115865807Writing region info on filesystem at 1731115865807Initializing all the Stores at 1731115865809 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115865809Cleaning up temporary data from old regions at 1731115865814 (+5 ms)Running coprocessor post-open hooks at 1731115865818 (+4 ms)Region opened successfully at 1731115865819 (+1 ms) 2024-11-09T01:31:05,819 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2da4552576edb5fa36e77dc4c889f191: Running coprocessor pre-open hook at 1731115865807Writing region info on filesystem at 1731115865807Initializing all the Stores at 1731115865808 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115865808Cleaning up temporary data from old regions at 1731115865814 (+6 ms)Running coprocessor post-open hooks at 1731115865818 (+4 ms)Region opened successfully at 1731115865819 (+1 ms) 2024-11-09T01:31:05,820 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e., pid=7, masterSystemTime=1731115865796 2024-11-09T01:31:05,820 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191., pid=8, masterSystemTime=1731115865797 2024-11-09T01:31:05,822 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:05,822 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:05,823 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4f35f26e54f5582868cb50fb8f1541e, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,32961,1731115863489 2024-11-09T01:31:05,823 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:05,823 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:05,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2da4552576edb5fa36e77dc4c889f191, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,32897,1731115863452 2024-11-09T01:31:05,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4f35f26e54f5582868cb50fb8f1541e, server=5296cfb18d53,32961,1731115863489 because future has completed 2024-11-09T01:31:05,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2da4552576edb5fa36e77dc4c889f191, server=5296cfb18d53,32897,1731115863452 because future has completed 2024-11-09T01:31:05,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T01:31:05,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4f35f26e54f5582868cb50fb8f1541e, server=5296cfb18d53,32961,1731115863489 in 188 msec 2024-11-09T01:31:05,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T01:31:05,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2da4552576edb5fa36e77dc4c889f191, server=5296cfb18d53,32897,1731115863452 in 185 msec 2024-11-09T01:31:05,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4f35f26e54f5582868cb50fb8f1541e, ASSIGN in 353 msec 2024-11-09T01:31:05,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T01:31:05,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2da4552576edb5fa36e77dc4c889f191, ASSIGN in 354 msec 2024-11-09T01:31:05,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:31:05,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115865835"}]},"ts":"1731115865835"} 2024-11-09T01:31:05,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T01:31:05,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:31:05,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.2050 sec 2024-11-09T01:31:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:06,791 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T01:31:06,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T01:31:06,792 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:06,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T01:31:06,805 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:06,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T01:31:06,808 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e., hostname=5296cfb18d53,32961,1731115863489, seqNum=2] 2024-11-09T01:31:06,808 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:06,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:06,821 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191., hostname=5296cfb18d53,32897,1731115863452, seqNum=2] 2024-11-09T01:31:06,833 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2da4552576edb5fa36e77dc4c889f191 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T01:31:06,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/2da4552576edb5fa36e77dc4c889f191/.tmp/family/3bd8fecea3d2455097575e6ab5201879 is 32, key is 5/family:/1731115866822/Put/seqid=0 2024-11-09T01:31:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:31:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:31:06,857 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/2da4552576edb5fa36e77dc4c889f191/.tmp/family/3bd8fecea3d2455097575e6ab5201879 2024-11-09T01:31:06,864 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/2da4552576edb5fa36e77dc4c889f191/.tmp/family/3bd8fecea3d2455097575e6ab5201879 as hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/2da4552576edb5fa36e77dc4c889f191/family/3bd8fecea3d2455097575e6ab5201879 2024-11-09T01:31:06,872 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/2da4552576edb5fa36e77dc4c889f191/family/3bd8fecea3d2455097575e6ab5201879, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T01:31:06,873 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2da4552576edb5fa36e77dc4c889f191 in 40ms, sequenceid=9, compaction requested=false 2024-11-09T01:31:06,873 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2da4552576edb5fa36e77dc4c889f191: 2024-11-09T01:31:06,873 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f4f35f26e54f5582868cb50fb8f1541e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T01:31:06,891 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/f4f35f26e54f5582868cb50fb8f1541e/.tmp/family/ec093bfb2e2a41aa85ea0b9361e6304c is 32, key is 1/family:/1731115866810/Put/seqid=0 2024-11-09T01:31:06,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:31:06,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:31:06,897 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/f4f35f26e54f5582868cb50fb8f1541e/.tmp/family/ec093bfb2e2a41aa85ea0b9361e6304c 2024-11-09T01:31:06,904 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/f4f35f26e54f5582868cb50fb8f1541e/.tmp/family/ec093bfb2e2a41aa85ea0b9361e6304c as hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/f4f35f26e54f5582868cb50fb8f1541e/family/ec093bfb2e2a41aa85ea0b9361e6304c 2024-11-09T01:31:06,910 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/f4f35f26e54f5582868cb50fb8f1541e/family/ec093bfb2e2a41aa85ea0b9361e6304c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T01:31:06,911 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f4f35f26e54f5582868cb50fb8f1541e in 38ms, sequenceid=8, compaction requested=false 2024-11-09T01:31:06,912 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f4f35f26e54f5582868cb50fb8f1541e: 2024-11-09T01:31:06,916 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T01:31:06,919 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:06,919 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:06,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:06,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:31:06,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:06,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:06,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:06,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:06,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:31:06,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:31:06,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=12075895, stopped=false 2024-11-09T01:31:06,922 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,40613,1731115863266 2024-11-09T01:31:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:07,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:07,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:07,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:07,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:07,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:07,005 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,32897,1731115863452' ***** 2024-11-09T01:31:07,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:07,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:07,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:07,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,32961,1731115863489' ***** 2024-11-09T01:31:07,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:07,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:07,006 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:07,006 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:07,006 INFO [RS:0;5296cfb18d53:32897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:07,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:07,006 INFO [RS:0;5296cfb18d53:32897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:07,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:07,007 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(3091): Received CLOSE for 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:07,007 INFO [RS:1;5296cfb18d53:32961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:07,007 INFO [RS:1;5296cfb18d53:32961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:07,007 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,32897,1731115863452 2024-11-09T01:31:07,007 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(3091): Received CLOSE for f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:07,007 INFO [RS:0;5296cfb18d53:32897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:07,007 INFO [RS:0;5296cfb18d53:32897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:32897. 2024-11-09T01:31:07,008 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,32961,1731115863489 2024-11-09T01:31:07,008 DEBUG [RS:0;5296cfb18d53:32897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:07,008 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2da4552576edb5fa36e77dc4c889f191, disabling compactions & flushes 2024-11-09T01:31:07,008 INFO [RS:1;5296cfb18d53:32961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:07,008 DEBUG [RS:0;5296cfb18d53:32897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:07,008 INFO [RS:1;5296cfb18d53:32961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5296cfb18d53:32961. 2024-11-09T01:31:07,008 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:07,008 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4f35f26e54f5582868cb50fb8f1541e, disabling compactions & flushes 2024-11-09T01:31:07,008 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:07,008 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:07,008 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:07,008 DEBUG [RS:1;5296cfb18d53:32961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:07,008 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:07,008 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. after waiting 0 ms 2024-11-09T01:31:07,008 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:07,008 DEBUG [RS:1;5296cfb18d53:32961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:07,008 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:07,008 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:07,008 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. after waiting 0 ms 2024-11-09T01:31:07,008 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:31:07,008 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:07,008 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:31:07,008 DEBUG [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(1325): Online Regions={f4f35f26e54f5582868cb50fb8f1541e=testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e.} 2024-11-09T01:31:07,008 DEBUG [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(1351): Waiting on f4f35f26e54f5582868cb50fb8f1541e 2024-11-09T01:31:07,009 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:31:07,009 DEBUG [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2da4552576edb5fa36e77dc4c889f191=testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191.} 2024-11-09T01:31:07,009 DEBUG [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da4552576edb5fa36e77dc4c889f191 2024-11-09T01:31:07,009 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:31:07,009 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:31:07,009 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:31:07,009 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:31:07,010 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:31:07,010 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T01:31:07,015 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/f4f35f26e54f5582868cb50fb8f1541e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T01:31:07,016 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:07,016 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4f35f26e54f5582868cb50fb8f1541e: Waiting for close lock at 1731115867008Running coprocessor pre-close hooks at 1731115867008Disabling compacts and flushes for region at 1731115867008Disabling writes for close at 1731115867008Writing region close event to WAL at 1731115867010 (+2 ms)Running coprocessor post-close hooks at 1731115867016 (+6 ms)Closed at 1731115867016 2024-11-09T01:31:07,016 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731115864633.f4f35f26e54f5582868cb50fb8f1541e. 2024-11-09T01:31:07,017 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/default/testClearRegionBlockCache/2da4552576edb5fa36e77dc4c889f191/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T01:31:07,017 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:07,017 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2da4552576edb5fa36e77dc4c889f191: Waiting for close lock at 1731115867007Running coprocessor pre-close hooks at 1731115867007Disabling compacts and flushes for region at 1731115867007Disabling writes for close at 1731115867008 (+1 ms)Writing region close event to WAL at 1731115867009 (+1 ms)Running coprocessor post-close hooks at 1731115867017 (+8 ms)Closed at 1731115867017 2024-11-09T01:31:07,017 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191. 2024-11-09T01:31:07,028 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/.tmp/info/a47b4c79326c4e809c0343f0b5c51e29 is 173, key is testClearRegionBlockCache,5,1731115864633.2da4552576edb5fa36e77dc4c889f191./info:regioninfo/1731115865824/Put/seqid=0 2024-11-09T01:31:07,033 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:07,035 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/.tmp/info/a47b4c79326c4e809c0343f0b5c51e29 2024-11-09T01:31:07,035 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:31:07,035 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:31:07,038 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:31:07,038 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:07,038 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:31:07,057 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/.tmp/ns/b184ad86a50644f3a62c02fcc868b6c9 is 43, key is default/ns:d/1731115864553/Put/seqid=0 2024-11-09T01:31:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:07,063 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/.tmp/ns/b184ad86a50644f3a62c02fcc868b6c9 2024-11-09T01:31:07,084 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/.tmp/table/d2d5ace0754545668a1c256a4520341a is 61, key is testClearRegionBlockCache/table:state/1731115865835/Put/seqid=0 2024-11-09T01:31:07,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:07,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:07,091 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/.tmp/table/d2d5ace0754545668a1c256a4520341a 2024-11-09T01:31:07,097 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/.tmp/info/a47b4c79326c4e809c0343f0b5c51e29 as hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/info/a47b4c79326c4e809c0343f0b5c51e29 2024-11-09T01:31:07,103 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/info/a47b4c79326c4e809c0343f0b5c51e29, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T01:31:07,104 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/.tmp/ns/b184ad86a50644f3a62c02fcc868b6c9 as hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/ns/b184ad86a50644f3a62c02fcc868b6c9 2024-11-09T01:31:07,111 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/ns/b184ad86a50644f3a62c02fcc868b6c9, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T01:31:07,113 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/.tmp/table/d2d5ace0754545668a1c256a4520341a as hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/table/d2d5ace0754545668a1c256a4520341a 2024-11-09T01:31:07,119 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/table/d2d5ace0754545668a1c256a4520341a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T01:31:07,120 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false 2024-11-09T01:31:07,125 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T01:31:07,126 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:31:07,126 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:07,126 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115867009Running coprocessor pre-close hooks at 1731115867009Disabling compacts and flushes for region at 1731115867009Disabling writes for close at 1731115867010 (+1 ms)Obtaining lock to block concurrent updates at 1731115867010Preparing flush snapshotting stores in 1588230740 at 1731115867010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731115867010Flushing stores of hbase:meta,,1.1588230740 at 1731115867011 (+1 ms)Flushing 1588230740/info: creating writer at 1731115867011Flushing 1588230740/info: appending metadata at 1731115867027 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731115867027Flushing 1588230740/ns: creating writer at 1731115867041 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731115867056 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731115867057 (+1 ms)Flushing 1588230740/table: creating writer at 1731115867070 (+13 ms)Flushing 1588230740/table: appending metadata at 1731115867084 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731115867084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b305cb: reopening flushed file at 1731115867096 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de48d56: reopening flushed file at 1731115867103 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425080b1: reopening flushed file at 1731115867112 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false at 1731115867120 (+8 ms)Writing region close event to WAL at 1731115867122 (+2 ms)Running coprocessor post-close hooks at 1731115867126 (+4 ms)Closed at 1731115867126 2024-11-09T01:31:07,126 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:07,209 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,32961,1731115863489; all regions closed. 2024-11-09T01:31:07,209 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,32897,1731115863452; all regions closed. 2024-11-09T01:31:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741833_1009 (size=1758) 2024-11-09T01:31:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741833_1009 (size=1758) 2024-11-09T01:31:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:07,215 DEBUG [RS:0;5296cfb18d53:32897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/oldWALs 2024-11-09T01:31:07,215 INFO [RS:0;5296cfb18d53:32897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C32897%2C1731115863452.meta:.meta(num 1731115864486) 2024-11-09T01:31:07,215 DEBUG [RS:1;5296cfb18d53:32961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/oldWALs 2024-11-09T01:31:07,215 INFO [RS:1;5296cfb18d53:32961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C32961%2C1731115863489:(num 1731115864171) 2024-11-09T01:31:07,215 DEBUG [RS:1;5296cfb18d53:32961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:07,215 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:07,215 INFO [RS:1;5296cfb18d53:32961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:07,215 INFO [RS:1;5296cfb18d53:32961 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:07,215 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:07,215 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:07,215 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:07,215 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:07,216 INFO [RS:1;5296cfb18d53:32961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:07,216 INFO [RS:1;5296cfb18d53:32961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32961 2024-11-09T01:31:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741834_1010 (size=1867) 2024-11-09T01:31:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741834_1010 (size=1867) 2024-11-09T01:31:07,221 DEBUG [RS:0;5296cfb18d53:32897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/oldWALs 2024-11-09T01:31:07,221 INFO [RS:0;5296cfb18d53:32897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C32897%2C1731115863452:(num 1731115864170) 2024-11-09T01:31:07,221 DEBUG [RS:0;5296cfb18d53:32897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:07,221 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:07,221 INFO [RS:0;5296cfb18d53:32897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:07,221 INFO [RS:0;5296cfb18d53:32897 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:07,221 INFO [RS:0;5296cfb18d53:32897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:07,221 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:07,222 INFO [RS:0;5296cfb18d53:32897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32897 2024-11-09T01:31:07,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,32961,1731115863489 2024-11-09T01:31:07,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:07,223 INFO [RS:1;5296cfb18d53:32961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:07,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,32897,1731115863452 2024-11-09T01:31:07,234 INFO [RS:0;5296cfb18d53:32897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:07,234 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fc2b4902ad8@2b5186e4 rejected from java.util.concurrent.ThreadPoolExecutor@6e530dea[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T01:31:07,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,32897,1731115863452] 2024-11-09T01:31:07,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,32897,1731115863452 already deleted, retry=false 2024-11-09T01:31:07,266 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,32897,1731115863452 expired; onlineServers=1 2024-11-09T01:31:07,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,32961,1731115863489] 2024-11-09T01:31:07,276 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,32961,1731115863489 already deleted, retry=false 2024-11-09T01:31:07,276 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,32961,1731115863489 expired; onlineServers=0 2024-11-09T01:31:07,276 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,40613,1731115863266' ***** 2024-11-09T01:31:07,276 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:31:07,276 INFO [M:0;5296cfb18d53:40613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:07,276 INFO [M:0;5296cfb18d53:40613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:07,276 DEBUG [M:0;5296cfb18d53:40613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:31:07,277 DEBUG [M:0;5296cfb18d53:40613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:31:07,277 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:31:07,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115863845 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115863845,5,FailOnTimeoutGroup] 2024-11-09T01:31:07,277 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115863845 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115863845,5,FailOnTimeoutGroup] 2024-11-09T01:31:07,277 INFO [M:0;5296cfb18d53:40613 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:07,277 INFO [M:0;5296cfb18d53:40613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:07,277 DEBUG [M:0;5296cfb18d53:40613 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:31:07,277 INFO [M:0;5296cfb18d53:40613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:31:07,278 INFO [M:0;5296cfb18d53:40613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:07,278 INFO [M:0;5296cfb18d53:40613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:31:07,278 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:31:07,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:07,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:07,287 DEBUG [M:0;5296cfb18d53:40613 {}] zookeeper.ZKUtil(347): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T01:31:07,287 WARN [M:0;5296cfb18d53:40613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:31:07,288 INFO [M:0;5296cfb18d53:40613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/.lastflushedseqids 2024-11-09T01:31:07,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741844_1020 (size=191) 2024-11-09T01:31:07,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741844_1020 (size=191) 2024-11-09T01:31:07,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:07,345 INFO [RS:1;5296cfb18d53:32961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:07,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32961-0x1011d37c87b0002, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:07,345 INFO [RS:1;5296cfb18d53:32961 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,32961,1731115863489; zookeeper connection closed. 2024-11-09T01:31:07,346 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a3f469f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a3f469f 2024-11-09T01:31:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:07,355 INFO [RS:0;5296cfb18d53:32897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32897-0x1011d37c87b0001, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:07,355 INFO [RS:0;5296cfb18d53:32897 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,32897,1731115863452; zookeeper connection closed. 2024-11-09T01:31:07,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@355c9eca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@355c9eca 2024-11-09T01:31:07,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T01:31:07,701 INFO [M:0;5296cfb18d53:40613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:31:07,702 INFO [M:0;5296cfb18d53:40613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:31:07,702 DEBUG [M:0;5296cfb18d53:40613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:31:07,702 INFO [M:0;5296cfb18d53:40613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:07,702 DEBUG [M:0;5296cfb18d53:40613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:07,702 DEBUG [M:0;5296cfb18d53:40613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:31:07,702 DEBUG [M:0;5296cfb18d53:40613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:07,702 INFO [M:0;5296cfb18d53:40613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T01:31:07,755 DEBUG [M:0;5296cfb18d53:40613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b921169a1584815af337cacd99afa97 is 82, key is hbase:meta,,1/info:regioninfo/1731115864531/Put/seqid=0 2024-11-09T01:31:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:07,769 INFO [M:0;5296cfb18d53:40613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b921169a1584815af337cacd99afa97 2024-11-09T01:31:07,808 DEBUG [M:0;5296cfb18d53:40613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df0756c016ec4551aa433ed75fdad92d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115865840/Put/seqid=0 2024-11-09T01:31:07,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741846_1022 (size=6219) 2024-11-09T01:31:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741846_1022 (size=6219) 2024-11-09T01:31:07,814 INFO [M:0;5296cfb18d53:40613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df0756c016ec4551aa433ed75fdad92d 2024-11-09T01:31:07,842 DEBUG [M:0;5296cfb18d53:40613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a4804f9f9f14fdc8106f48cc427c36b is 69, key is 5296cfb18d53,32897,1731115863452/rs:state/1731115863959/Put/seqid=0 2024-11-09T01:31:07,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:07,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:07,851 INFO [M:0;5296cfb18d53:40613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a4804f9f9f14fdc8106f48cc427c36b 2024-11-09T01:31:07,860 DEBUG [M:0;5296cfb18d53:40613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b921169a1584815af337cacd99afa97 as hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b921169a1584815af337cacd99afa97 2024-11-09T01:31:07,867 INFO [M:0;5296cfb18d53:40613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b921169a1584815af337cacd99afa97, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T01:31:07,869 DEBUG [M:0;5296cfb18d53:40613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df0756c016ec4551aa433ed75fdad92d as hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df0756c016ec4551aa433ed75fdad92d 2024-11-09T01:31:07,875 INFO [M:0;5296cfb18d53:40613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df0756c016ec4551aa433ed75fdad92d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T01:31:07,877 DEBUG [M:0;5296cfb18d53:40613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a4804f9f9f14fdc8106f48cc427c36b as hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a4804f9f9f14fdc8106f48cc427c36b 2024-11-09T01:31:07,883 INFO [M:0;5296cfb18d53:40613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37193/user/jenkins/test-data/158f8965-8d06-046c-f9c3-39b569df5736/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a4804f9f9f14fdc8106f48cc427c36b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T01:31:07,884 INFO [M:0;5296cfb18d53:40613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=71, compaction requested=false 2024-11-09T01:31:07,885 INFO [M:0;5296cfb18d53:40613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:07,886 DEBUG [M:0;5296cfb18d53:40613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115867702Disabling compacts and flushes for region at 1731115867702Disabling writes for close at 1731115867702Obtaining lock to block concurrent updates at 1731115867702Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115867702Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731115867703 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115867704 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115867704Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115867754 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115867754Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115867781 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115867807 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115867807Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115867820 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115867841 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115867841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c6c330: reopening flushed file at 1731115867859 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423342f8: reopening flushed file at 1731115867868 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb7befe: reopening flushed file at 1731115867875 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=71, compaction requested=false at 1731115867884 (+9 ms)Writing region close event to WAL at 1731115867885 (+1 ms)Closed at 1731115867885 2024-11-09T01:31:07,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43193 is added to blk_1073741830_1006 (size=35440) 2024-11-09T01:31:07,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36601 is added to blk_1073741830_1006 (size=35440) 2024-11-09T01:31:07,888 INFO [M:0;5296cfb18d53:40613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:31:07,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:07,888 INFO [M:0;5296cfb18d53:40613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40613 2024-11-09T01:31:07,888 INFO [M:0;5296cfb18d53:40613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:08,061 INFO [M:0;5296cfb18d53:40613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:08,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:08,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40613-0x1011d37c87b0000, quorum=127.0.0.1:54916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:08,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1538bb09{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:08,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73f94b46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:08,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:08,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db7d6e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:08,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410b163d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:08,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:08,072 WARN [BP-427076465-172.17.0.2-1731115861085 heartbeating to localhost/127.0.0.1:37193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:08,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:08,073 WARN [BP-427076465-172.17.0.2-1731115861085 heartbeating to localhost/127.0.0.1:37193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-427076465-172.17.0.2-1731115861085 (Datanode Uuid 548f6259-3207-47d9-a881-0ec7e37fb365) service to localhost/127.0.0.1:37193 2024-11-09T01:31:08,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/data/data3/current/BP-427076465-172.17.0.2-1731115861085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:08,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/data/data4/current/BP-427076465-172.17.0.2-1731115861085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:08,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:08,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a802b7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:08,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20953c56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:08,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:08,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ec009a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:08,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d2a986e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:08,077 WARN [BP-427076465-172.17.0.2-1731115861085 heartbeating to localhost/127.0.0.1:37193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:08,077 WARN [BP-427076465-172.17.0.2-1731115861085 heartbeating to localhost/127.0.0.1:37193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-427076465-172.17.0.2-1731115861085 (Datanode Uuid a1bf86b9-6cf8-4b1c-b43e-28579b4254b2) service to localhost/127.0.0.1:37193 2024-11-09T01:31:08,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/data/data1/current/BP-427076465-172.17.0.2-1731115861085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:08,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/cluster_9a1a25a2-fe3f-0d32-3192-6f969b8f98b7/data/data2/current/BP-427076465-172.17.0.2-1731115861085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:08,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:08,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:08,078 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:08,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51694fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:31:08,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@220afd80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:08,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:08,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@200aa9ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:08,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6af4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:08,089 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:31:08,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:31:08,113 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=133 (was 114) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37193 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37193 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=468 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=964 (was 1056), ProcessCount=11 (was 11), AvailableMemoryMB=2089 (was 2405) 2024-11-09T01:31:08,120 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=133, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=964, ProcessCount=11, AvailableMemoryMB=2089 2024-11-09T01:31:08,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.log.dir so I do NOT create it in target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2 2024-11-09T01:31:08,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:31:08,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.tmp.dir so I do NOT create it in target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2 2024-11-09T01:31:08,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/abab8fb3-6bd8-0126-0da9-c7a93d42bc7e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:31:08,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2 2024-11-09T01:31:08,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:31:08,134 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3, deleteOnExit=true 2024-11-09T01:31:08,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:31:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/test.cache.data in system properties and HBase conf 2024-11-09T01:31:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:31:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:31:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:31:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:31:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:31:08,135 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:31:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:31:08,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:31:08,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:31:08,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:08,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:08,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:08,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:08,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:31:08,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:08,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd8da3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:08,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162fcd93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:08,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c6bf612{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/java.io.tmpdir/jetty-localhost-46679-hadoop-hdfs-3_4_1-tests_jar-_-any-1545488650252893063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:31:08,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@640cfc26{HTTP/1.1, (http/1.1)}{localhost:46679} 2024-11-09T01:31:08,559 INFO [Time-limited test {}] server.Server(415): Started @25106ms 2024-11-09T01:31:08,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:08,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:08,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:08,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:08,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:31:08,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3adc1669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:08,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f7095b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:08,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ba5d629{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/java.io.tmpdir/jetty-localhost-40551-hadoop-hdfs-3_4_1-tests_jar-_-any-4281934542403844267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:08,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef3e922{HTTP/1.1, (http/1.1)}{localhost:40551} 2024-11-09T01:31:08,914 INFO [Time-limited test {}] server.Server(415): Started @25461ms 2024-11-09T01:31:08,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:31:08,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:08,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:08,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:08,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:08,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:31:08,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b56b341{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:08,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14dd6664{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:09,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@155da35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/java.io.tmpdir/jetty-localhost-37587-hadoop-hdfs-3_4_1-tests_jar-_-any-16383820054377235571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:09,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@308621eb{HTTP/1.1, (http/1.1)}{localhost:37587} 2024-11-09T01:31:09,042 INFO [Time-limited test {}] server.Server(415): Started @25589ms 2024-11-09T01:31:09,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:31:10,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:31:10,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:10,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:10,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:10,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:10,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:31:10,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:31:10,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:31:10,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-09T01:31:10,106 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/data/data1/current/BP-2035563323-172.17.0.2-1731115868153/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:10,106 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/data/data2/current/BP-2035563323-172.17.0.2-1731115868153/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:10,133 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:31:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7208eae1aba2513 with lease ID 0x284239da71241f42: Processing first storage report for DS-7f2162b9-1ef8-4a1d-bead-91ffeb7ad810 from datanode DatanodeRegistration(127.0.0.1:43695, datanodeUuid=94babc72-64f0-4309-9dec-2f8416e47dc8, infoPort=44085, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=328382930;c=1731115868153) 2024-11-09T01:31:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7208eae1aba2513 with lease ID 0x284239da71241f42: from storage DS-7f2162b9-1ef8-4a1d-bead-91ffeb7ad810 node DatanodeRegistration(127.0.0.1:43695, datanodeUuid=94babc72-64f0-4309-9dec-2f8416e47dc8, infoPort=44085, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=328382930;c=1731115868153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7208eae1aba2513 with lease ID 0x284239da71241f42: Processing first storage report for DS-c8b32f7c-913b-4aa4-b2ee-b918cbf5176e from datanode DatanodeRegistration(127.0.0.1:43695, datanodeUuid=94babc72-64f0-4309-9dec-2f8416e47dc8, infoPort=44085, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=328382930;c=1731115868153) 2024-11-09T01:31:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7208eae1aba2513 with lease ID 0x284239da71241f42: from storage DS-c8b32f7c-913b-4aa4-b2ee-b918cbf5176e node DatanodeRegistration(127.0.0.1:43695, datanodeUuid=94babc72-64f0-4309-9dec-2f8416e47dc8, infoPort=44085, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=328382930;c=1731115868153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:10,248 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/data/data3/current/BP-2035563323-172.17.0.2-1731115868153/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:10,248 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/data/data4/current/BP-2035563323-172.17.0.2-1731115868153/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:10,270 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:31:10,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe331eef6bd50e211 with lease ID 0x284239da71241f43: Processing first storage report for DS-adcf4671-8ab9-4fb9-8619-d304d6b6b159 from datanode DatanodeRegistration(127.0.0.1:39375, datanodeUuid=744f3255-3a6c-4107-9d3a-1f3631aded83, infoPort=43545, infoSecurePort=0, ipcPort=37373, storageInfo=lv=-57;cid=testClusterID;nsid=328382930;c=1731115868153) 2024-11-09T01:31:10,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe331eef6bd50e211 with lease ID 0x284239da71241f43: from storage DS-adcf4671-8ab9-4fb9-8619-d304d6b6b159 node DatanodeRegistration(127.0.0.1:39375, datanodeUuid=744f3255-3a6c-4107-9d3a-1f3631aded83, infoPort=43545, infoSecurePort=0, ipcPort=37373, storageInfo=lv=-57;cid=testClusterID;nsid=328382930;c=1731115868153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe331eef6bd50e211 with lease ID 0x284239da71241f43: Processing first storage report for DS-11351105-2138-4431-81ec-8765811377ed from datanode DatanodeRegistration(127.0.0.1:39375, datanodeUuid=744f3255-3a6c-4107-9d3a-1f3631aded83, infoPort=43545, infoSecurePort=0, ipcPort=37373, storageInfo=lv=-57;cid=testClusterID;nsid=328382930;c=1731115868153) 2024-11-09T01:31:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe331eef6bd50e211 with lease ID 0x284239da71241f43: from storage DS-11351105-2138-4431-81ec-8765811377ed node DatanodeRegistration(127.0.0.1:39375, datanodeUuid=744f3255-3a6c-4107-9d3a-1f3631aded83, infoPort=43545, infoSecurePort=0, ipcPort=37373, storageInfo=lv=-57;cid=testClusterID;nsid=328382930;c=1731115868153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:10,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2 2024-11-09T01:31:10,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/zookeeper_0, clientPort=52779, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:31:10,279 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52779 2024-11-09T01:31:10,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:10,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:31:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:31:10,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2 with version=8 2024-11-09T01:31:10,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/hbase-staging 2024-11-09T01:31:10,294 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:10,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:10,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:10,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:10,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:10,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:10,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:31:10,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:10,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37215 2024-11-09T01:31:10,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37215 connecting to ZooKeeper ensemble=127.0.0.1:52779 2024-11-09T01:31:10,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372150x0, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:10,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37215-0x1011d37e3f10000 connected 2024-11-09T01:31:10,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:10,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:10,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:10,448 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2, hbase.cluster.distributed=false 2024-11-09T01:31:10,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:10,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-09T01:31:10,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37215 2024-11-09T01:31:10,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37215 2024-11-09T01:31:10,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-09T01:31:10,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-09T01:31:10,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:10,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:10,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:10,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:10,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:10,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:10,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:31:10,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:10,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34845 2024-11-09T01:31:10,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34845 connecting to ZooKeeper ensemble=127.0.0.1:52779 2024-11-09T01:31:10,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:10,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:10,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348450x0, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:10,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348450x0, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:10,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34845-0x1011d37e3f10001 connected 2024-11-09T01:31:10,487 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:31:10,495 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T01:31:10,502 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T01:31:10,507 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T01:31:10,510 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T01:31:10,511 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:31:10,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:31:10,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:10,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34845 2024-11-09T01:31:10,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34845 2024-11-09T01:31:10,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34845 2024-11-09T01:31:10,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34845 2024-11-09T01:31:10,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34845 2024-11-09T01:31:10,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:10,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:10,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:10,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:10,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:10,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:10,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:31:10,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:10,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34661 2024-11-09T01:31:10,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34661 connecting to ZooKeeper ensemble=127.0.0.1:52779 2024-11-09T01:31:10,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:10,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:10,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346610x0, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:10,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346610x0, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:10,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34661-0x1011d37e3f10002 connected 2024-11-09T01:31:10,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:31:10,552 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T01:31:10,557 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T01:31:10,558 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T01:31:10,559 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T01:31:10,559 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:31:10,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:31:10,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:10,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34661 2024-11-09T01:31:10,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34661 2024-11-09T01:31:10,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34661 2024-11-09T01:31:10,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34661 2024-11-09T01:31:10,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34661 2024-11-09T01:31:10,575 DEBUG [M:0;5296cfb18d53:37215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:37215 2024-11-09T01:31:10,575 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5296cfb18d53,37215,1731115870293 2024-11-09T01:31:10,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:10,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:10,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:10,581 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5296cfb18d53,37215,1731115870293 2024-11-09T01:31:10,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:10,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:10,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:10,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:10,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:10,592 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T01:31:10,595 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5296cfb18d53,37215,1731115870293 from backup master directory 2024-11-09T01:31:10,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:10,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5296cfb18d53,37215,1731115870293 2024-11-09T01:31:10,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:10,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:10,602 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:10,602 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,37215,1731115870293 2024-11-09T01:31:10,607 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/hbase.id] with ID: fd4f74be-5de3-4c8c-b8db-ca9b8cf7b17e 2024-11-09T01:31:10,607 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/.tmp/hbase.id 2024-11-09T01:31:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:31:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:31:10,613 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/.tmp/hbase.id]:[hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/hbase.id] 2024-11-09T01:31:10,627 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:10,627 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:31:10,629 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T01:31:10,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:10,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:10,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:10,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:31:10,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:31:10,641 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:31:10,642 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:31:10,642 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:10,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:31:10,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:31:11,053 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store 2024-11-09T01:31:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:31:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:31:11,061 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:11,061 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:31:11,061 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:11,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:11,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:31:11,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:11,062 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:11,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115871061Disabling compacts and flushes for region at 1731115871061Disabling writes for close at 1731115871062 (+1 ms)Writing region close event to WAL at 1731115871062Closed at 1731115871062 2024-11-09T01:31:11,063 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/.initializing 2024-11-09T01:31:11,063 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/WALs/5296cfb18d53,37215,1731115870293 2024-11-09T01:31:11,064 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:11,066 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C37215%2C1731115870293, suffix=, logDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/WALs/5296cfb18d53,37215,1731115870293, archiveDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/oldWALs, maxLogs=10 2024-11-09T01:31:11,081 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/WALs/5296cfb18d53,37215,1731115870293/5296cfb18d53%2C37215%2C1731115870293.1731115871066, exclude list is [], retry=0 2024-11-09T01:31:11,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39375,DS-adcf4671-8ab9-4fb9-8619-d304d6b6b159,DISK] 2024-11-09T01:31:11,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-7f2162b9-1ef8-4a1d-bead-91ffeb7ad810,DISK] 2024-11-09T01:31:11,086 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/WALs/5296cfb18d53,37215,1731115870293/5296cfb18d53%2C37215%2C1731115870293.1731115871066 2024-11-09T01:31:11,087 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43545:43545),(127.0.0.1/127.0.0.1:44085:44085)] 2024-11-09T01:31:11,087 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:31:11,087 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:11,087 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,087 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:31:11,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:11,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:11,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:31:11,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:11,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:11,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:31:11,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:11,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:11,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:31:11,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:11,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:11,097 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,098 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,098 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,099 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,099 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,100 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:11,101 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:11,107 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:11,108 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71056828, jitterRate=0.05882924795150757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:11,109 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115871087Initializing all the Stores at 1731115871088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115871088Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115871089 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115871089Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115871089Cleaning up temporary data from old regions at 1731115871099 (+10 ms)Region opened successfully at 1731115871109 (+10 ms) 2024-11-09T01:31:11,109 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:31:11,113 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bfe73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:11,114 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:31:11,114 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:31:11,114 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:31:11,114 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:31:11,115 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:31:11,115 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:31:11,115 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:31:11,117 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:31:11,118 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T01:31:11,170 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T01:31:11,171 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:31:11,171 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:31:11,181 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T01:31:11,181 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:31:11,183 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:31:11,191 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T01:31:11,193 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:31:11,202 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T01:31:11,204 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:31:11,212 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T01:31:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,233 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,37215,1731115870293, sessionid=0x1011d37e3f10000, setting cluster-up flag (Was=false) 2024-11-09T01:31:11,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,286 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T01:31:11,288 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,37215,1731115870293 2024-11-09T01:31:11,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,339 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T01:31:11,340 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,37215,1731115870293 2024-11-09T01:31:11,342 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:31:11,343 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:11,344 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:31:11,344 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:31:11,344 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,37215,1731115870293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:31:11,346 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:11,346 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:11,346 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:11,346 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:11,346 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:31:11,346 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,346 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:11,346 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,348 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115901348 2024-11-09T01:31:11,348 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:31:11,348 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:31:11,348 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:31:11,348 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:31:11,348 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:31:11,348 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:31:11,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:11,348 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:31:11,350 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:31:11,350 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:31:11,350 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:31:11,350 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:11,350 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:31:11,350 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:31:11,350 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115871350,5,FailOnTimeoutGroup] 2024-11-09T01:31:11,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:31:11,351 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115871350,5,FailOnTimeoutGroup] 2024-11-09T01:31:11,351 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,351 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:31:11,351 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,351 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:31:11,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:31:11,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:31:11,360 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2 2024-11-09T01:31:11,364 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(746): ClusterId : fd4f74be-5de3-4c8c-b8db-ca9b8cf7b17e 2024-11-09T01:31:11,364 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(746): ClusterId : fd4f74be-5de3-4c8c-b8db-ca9b8cf7b17e 2024-11-09T01:31:11,365 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:31:11,365 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:31:11,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:31:11,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:31:11,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:11,371 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:31:11,371 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:31:11,371 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:31:11,371 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:31:11,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:31:11,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:31:11,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:11,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:11,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:31:11,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:31:11,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:11,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:11,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:31:11,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:31:11,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:11,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:11,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:31:11,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:31:11,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:11,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:11,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:31:11,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740 2024-11-09T01:31:11,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740 2024-11-09T01:31:11,382 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:31:11,382 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:31:11,382 DEBUG [RS:0;5296cfb18d53:34845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220ca805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:11,382 DEBUG [RS:1;5296cfb18d53:34661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0199ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:11,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:31:11,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:31:11,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:11,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:31:11,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:11,392 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74157234, jitterRate=0.10502889752388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:11,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115871371Initializing all the Stores at 1731115871372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115871372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115871372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115871372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115871372Cleaning up temporary data from old regions at 1731115871382 (+10 ms)Region opened successfully at 1731115871393 (+11 ms) 2024-11-09T01:31:11,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:31:11,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:31:11,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:31:11,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:31:11,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:31:11,394 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:11,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115871393Disabling compacts and flushes for region at 1731115871393Disabling writes for close at 1731115871393Writing region close event to WAL at 1731115871394 (+1 ms)Closed at 1731115871394 2024-11-09T01:31:11,395 DEBUG [RS:0;5296cfb18d53:34845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:34845 2024-11-09T01:31:11,395 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:31:11,395 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:31:11,395 DEBUG [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:31:11,396 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,37215,1731115870293 with port=34845, startcode=1731115870467 2024-11-09T01:31:11,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:11,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:31:11,397 DEBUG [RS:0;5296cfb18d53:34845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:31:11,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:31:11,399 DEBUG [RS:1;5296cfb18d53:34661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5296cfb18d53:34661 2024-11-09T01:31:11,399 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:31:11,399 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:31:11,399 DEBUG [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:31:11,399 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:31:11,399 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:31:11,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,34845,1731115870467 2024-11-09T01:31:11,400 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,37215,1731115870293 with port=34661, startcode=1731115870531 2024-11-09T01:31:11,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,34845,1731115870467 2024-11-09T01:31:11,400 DEBUG [RS:1;5296cfb18d53:34661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:31:11,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:31:11,402 DEBUG [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2 2024-11-09T01:31:11,402 DEBUG [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35181 2024-11-09T01:31:11,402 DEBUG [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:31:11,405 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:31:11,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,34661,1731115870531 2024-11-09T01:31:11,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,34661,1731115870531 2024-11-09T01:31:11,408 DEBUG [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2 2024-11-09T01:31:11,408 DEBUG [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35181 2024-11-09T01:31:11,408 DEBUG [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:31:11,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:11,447 DEBUG [RS:0;5296cfb18d53:34845 {}] zookeeper.ZKUtil(111): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,34845,1731115870467 2024-11-09T01:31:11,448 WARN [RS:0;5296cfb18d53:34845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:11,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,34661,1731115870531] 2024-11-09T01:31:11,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,34845,1731115870467] 2024-11-09T01:31:11,448 INFO [RS:0;5296cfb18d53:34845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:11,448 DEBUG [RS:1;5296cfb18d53:34661 {}] zookeeper.ZKUtil(111): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,34661,1731115870531 2024-11-09T01:31:11,448 WARN [RS:1;5296cfb18d53:34661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:11,448 INFO [RS:1;5296cfb18d53:34661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:11,448 DEBUG [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34845,1731115870467 2024-11-09T01:31:11,448 DEBUG [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34661,1731115870531 2024-11-09T01:31:11,453 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:31:11,453 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:31:11,455 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:31:11,458 INFO [RS:0;5296cfb18d53:34845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:31:11,458 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:31:11,458 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,460 INFO [RS:1;5296cfb18d53:34661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:31:11,460 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:31:11,460 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,460 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:31:11,461 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:31:11,461 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:31:11,461 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,461 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,461 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,461 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,461 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,461 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,461 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,461 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,461 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,461 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,461 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:11,462 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:1;5296cfb18d53:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:11,462 DEBUG [RS:0;5296cfb18d53:34845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:11,462 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,462 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,463 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,463 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,463 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,463 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34661,1731115870531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:11,464 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,464 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,464 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,464 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,464 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,464 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34845,1731115870467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:11,487 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:31:11,487 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:31:11,487 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34661,1731115870531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,487 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34845,1731115870467-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,488 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,487 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,488 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.Replication(171): 5296cfb18d53,34661,1731115870531 started 2024-11-09T01:31:11,488 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.Replication(171): 5296cfb18d53,34845,1731115870467 started 2024-11-09T01:31:11,501 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,501 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,34661,1731115870531, RpcServer on 5296cfb18d53/172.17.0.2:34661, sessionid=0x1011d37e3f10002 2024-11-09T01:31:11,502 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:31:11,502 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:11,502 DEBUG [RS:1;5296cfb18d53:34661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,34661,1731115870531 2024-11-09T01:31:11,502 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,34661,1731115870531' 2024-11-09T01:31:11,502 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,34845,1731115870467, RpcServer on 5296cfb18d53/172.17.0.2:34845, sessionid=0x1011d37e3f10001 2024-11-09T01:31:11,502 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:31:11,502 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:31:11,502 DEBUG [RS:0;5296cfb18d53:34845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,34845,1731115870467 2024-11-09T01:31:11,502 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,34845,1731115870467' 2024-11-09T01:31:11,502 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:31:11,502 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:31:11,502 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:31:11,503 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:31:11,503 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:31:11,503 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:31:11,503 DEBUG [RS:1;5296cfb18d53:34661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,34661,1731115870531 2024-11-09T01:31:11,503 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:31:11,503 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,34661,1731115870531' 2024-11-09T01:31:11,503 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:31:11,503 DEBUG [RS:0;5296cfb18d53:34845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,34845,1731115870467 2024-11-09T01:31:11,503 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,34845,1731115870467' 2024-11-09T01:31:11,503 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:31:11,503 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:31:11,503 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:31:11,503 DEBUG [RS:1;5296cfb18d53:34661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:31:11,503 INFO [RS:1;5296cfb18d53:34661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:31:11,503 INFO [RS:1;5296cfb18d53:34661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:31:11,503 DEBUG [RS:0;5296cfb18d53:34845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:31:11,504 INFO [RS:0;5296cfb18d53:34845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:31:11,504 INFO [RS:0;5296cfb18d53:34845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:31:11,551 WARN [5296cfb18d53:37215 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:31:11,604 INFO [RS:0;5296cfb18d53:34845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:11,605 INFO [RS:1;5296cfb18d53:34661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:11,607 INFO [RS:0;5296cfb18d53:34845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C34845%2C1731115870467, suffix=, logDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34845,1731115870467, archiveDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/oldWALs, maxLogs=32 2024-11-09T01:31:11,607 INFO [RS:1;5296cfb18d53:34661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C34661%2C1731115870531, suffix=, logDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34661,1731115870531, archiveDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/oldWALs, maxLogs=32 2024-11-09T01:31:11,621 DEBUG [RS:1;5296cfb18d53:34661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34661,1731115870531/5296cfb18d53%2C34661%2C1731115870531.1731115871607, exclude list is [], retry=0 2024-11-09T01:31:11,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-7f2162b9-1ef8-4a1d-bead-91ffeb7ad810,DISK] 2024-11-09T01:31:11,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39375,DS-adcf4671-8ab9-4fb9-8619-d304d6b6b159,DISK] 2024-11-09T01:31:11,626 INFO [RS:1;5296cfb18d53:34661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34661,1731115870531/5296cfb18d53%2C34661%2C1731115870531.1731115871607 2024-11-09T01:31:11,627 DEBUG [RS:0;5296cfb18d53:34845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34845,1731115870467/5296cfb18d53%2C34845%2C1731115870467.1731115871607, exclude list is [], retry=0 2024-11-09T01:31:11,627 DEBUG [RS:1;5296cfb18d53:34661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43545:43545),(127.0.0.1/127.0.0.1:44085:44085)] 2024-11-09T01:31:11,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39375,DS-adcf4671-8ab9-4fb9-8619-d304d6b6b159,DISK] 2024-11-09T01:31:11,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-7f2162b9-1ef8-4a1d-bead-91ffeb7ad810,DISK] 2024-11-09T01:31:11,633 INFO [RS:0;5296cfb18d53:34845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34845,1731115870467/5296cfb18d53%2C34845%2C1731115870467.1731115871607 2024-11-09T01:31:11,633 DEBUG [RS:0;5296cfb18d53:34845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085),(127.0.0.1/127.0.0.1:43545:43545)] 2024-11-09T01:31:11,801 DEBUG [5296cfb18d53:37215 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T01:31:11,801 DEBUG [5296cfb18d53:37215 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:31:11,804 DEBUG [5296cfb18d53:37215 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:31:11,804 DEBUG [5296cfb18d53:37215 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:31:11,804 DEBUG [5296cfb18d53:37215 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:31:11,804 DEBUG [5296cfb18d53:37215 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:31:11,805 INFO [5296cfb18d53:37215 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:31:11,805 INFO [5296cfb18d53:37215 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:31:11,805 DEBUG [5296cfb18d53:37215 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:31:11,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,34845,1731115870467 2024-11-09T01:31:11,807 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,34845,1731115870467, state=OPENING 2024-11-09T01:31:11,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:31:11,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:11,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:11,836 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:31:11,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:11,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:11,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,34845,1731115870467}] 2024-11-09T01:31:11,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:11,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:12,002 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:31:12,002 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:12,003 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:31:12,006 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C34845%2C1731115870467.meta, suffix=.meta, logDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34845,1731115870467, archiveDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/oldWALs, maxLogs=32 2024-11-09T01:31:12,020 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34845,1731115870467/5296cfb18d53%2C34845%2C1731115870467.meta.1731115872006.meta, exclude list is [], retry=0 2024-11-09T01:31:12,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39375,DS-adcf4671-8ab9-4fb9-8619-d304d6b6b159,DISK] 2024-11-09T01:31:12,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-7f2162b9-1ef8-4a1d-bead-91ffeb7ad810,DISK] 2024-11-09T01:31:12,024 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34845,1731115870467/5296cfb18d53%2C34845%2C1731115870467.meta.1731115872006.meta 2024-11-09T01:31:12,025 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43545:43545),(127.0.0.1/127.0.0.1:44085:44085)] 2024-11-09T01:31:12,025 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:31:12,025 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:31:12,025 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:31:12,025 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:31:12,025 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:31:12,025 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:12,025 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:31:12,025 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:31:12,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:31:12,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:31:12,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:12,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:12,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:31:12,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:31:12,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:12,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:12,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:31:12,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:31:12,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:12,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:12,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:31:12,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:31:12,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:12,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:12,032 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:31:12,033 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740 2024-11-09T01:31:12,034 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740 2024-11-09T01:31:12,035 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:31:12,035 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:31:12,036 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:12,037 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:31:12,038 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66496055, jitterRate=-0.009131565690040588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:12,038 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:31:12,038 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115872026Writing region info on filesystem at 1731115872026Initializing all the Stores at 1731115872027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115872027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115872027Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115872027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115872027Cleaning up temporary data from old regions at 1731115872035 (+8 ms)Running coprocessor post-open hooks at 1731115872038 (+3 ms)Region opened successfully at 1731115872038 2024-11-09T01:31:12,039 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115871990 2024-11-09T01:31:12,042 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:31:12,042 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:31:12,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,34845,1731115870467 2024-11-09T01:31:12,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,34845,1731115870467, state=OPEN 2024-11-09T01:31:12,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:12,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:12,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:12,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,34845,1731115870467 2024-11-09T01:31:12,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:12,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:12,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:12,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:31:12,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,34845,1731115870467 in 219 msec 2024-11-09T01:31:12,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:31:12,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-11-09T01:31:12,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:12,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:31:12,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:31:12,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,34845,1731115870467, seqNum=-1] 2024-11-09T01:31:12,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:12,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:12,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 727 msec 2024-11-09T01:31:12,072 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115872072, completionTime=-1 2024-11-09T01:31:12,072 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T01:31:12,072 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:31:12,074 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T01:31:12,074 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115932074 2024-11-09T01:31:12,074 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115992074 2024-11-09T01:31:12,074 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T01:31:12,074 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:31:12,075 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37215,1731115870293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:12,075 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37215,1731115870293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:12,075 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37215,1731115870293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:12,075 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:37215, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:12,075 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:12,075 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:12,077 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:31:12,079 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.477sec 2024-11-09T01:31:12,080 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:31:12,080 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:31:12,080 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:31:12,080 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:31:12,080 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:31:12,080 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37215,1731115870293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:12,080 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37215,1731115870293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:31:12,082 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:31:12,082 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:31:12,082 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37215,1731115870293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:12,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1703f1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:12,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,37215,-1 for getting cluster id 2024-11-09T01:31:12,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:31:12,166 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd4f74be-5de3-4c8c-b8db-ca9b8cf7b17e' 2024-11-09T01:31:12,167 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:31:12,167 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd4f74be-5de3-4c8c-b8db-ca9b8cf7b17e" 2024-11-09T01:31:12,167 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18eaf51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:12,167 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,37215,-1] 2024-11-09T01:31:12,167 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:31:12,168 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:12,168 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:31:12,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5533aa5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:12,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:31:12,171 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,34845,1731115870467, seqNum=-1] 2024-11-09T01:31:12,171 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:12,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:12,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,37215,1731115870293 2024-11-09T01:31:12,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:31:12,175 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,37215,1731115870293 2024-11-09T01:31:12,175 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15fe2fc2 2024-11-09T01:31:12,175 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:31:12,177 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:31:12,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:31:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T01:31:12,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:31:12,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:12,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T01:31:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:12,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:31:12,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:31:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:31:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:12,605 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fff092300aff0f98e3ef95dddd440e53, NAME => 'testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2 2024-11-09T01:31:12,605 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e6247a741103f77f9931df77cbdce357, NAME => 'testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2 2024-11-09T01:31:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:31:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:31:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:31:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:31:12,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:12,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:12,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fff092300aff0f98e3ef95dddd440e53, disabling compactions & flushes 2024-11-09T01:31:12,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e6247a741103f77f9931df77cbdce357, disabling compactions & flushes 2024-11-09T01:31:12,613 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:12,613 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:12,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:12,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:12,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. after waiting 0 ms 2024-11-09T01:31:12,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. after waiting 0 ms 2024-11-09T01:31:12,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:12,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:12,614 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:12,614 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:12,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e6247a741103f77f9931df77cbdce357: Waiting for close lock at 1731115872613Disabling compacts and flushes for region at 1731115872613Disabling writes for close at 1731115872614 (+1 ms)Writing region close event to WAL at 1731115872614Closed at 1731115872614 2024-11-09T01:31:12,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fff092300aff0f98e3ef95dddd440e53: Waiting for close lock at 1731115872613Disabling compacts and flushes for region at 1731115872613Disabling writes for close at 1731115872614 (+1 ms)Writing region close event to WAL at 1731115872614Closed at 1731115872614 2024-11-09T01:31:12,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:31:12,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115872615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115872615"}]},"ts":"1731115872615"} 2024-11-09T01:31:12,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115872615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115872615"}]},"ts":"1731115872615"} 2024-11-09T01:31:12,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T01:31:12,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:31:12,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115872620"}]},"ts":"1731115872620"} 2024-11-09T01:31:12,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T01:31:12,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:31:12,625 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:31:12,625 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:31:12,625 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:31:12,625 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:31:12,625 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:31:12,625 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:31:12,625 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:31:12,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fff092300aff0f98e3ef95dddd440e53, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6247a741103f77f9931df77cbdce357, ASSIGN}] 2024-11-09T01:31:12,629 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fff092300aff0f98e3ef95dddd440e53, ASSIGN 2024-11-09T01:31:12,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6247a741103f77f9931df77cbdce357, ASSIGN 2024-11-09T01:31:12,630 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fff092300aff0f98e3ef95dddd440e53, ASSIGN; state=OFFLINE, location=5296cfb18d53,34661,1731115870531; forceNewPlan=false, retain=false 2024-11-09T01:31:12,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6247a741103f77f9931df77cbdce357, ASSIGN; state=OFFLINE, location=5296cfb18d53,34845,1731115870467; forceNewPlan=false, retain=false 2024-11-09T01:31:12,781 INFO [5296cfb18d53:37215 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T01:31:12,781 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e6247a741103f77f9931df77cbdce357, regionState=OPENING, regionLocation=5296cfb18d53,34845,1731115870467 2024-11-09T01:31:12,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fff092300aff0f98e3ef95dddd440e53, regionState=OPENING, regionLocation=5296cfb18d53,34661,1731115870531 2024-11-09T01:31:12,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6247a741103f77f9931df77cbdce357, ASSIGN because future has completed 2024-11-09T01:31:12,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6247a741103f77f9931df77cbdce357, server=5296cfb18d53,34845,1731115870467}] 2024-11-09T01:31:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fff092300aff0f98e3ef95dddd440e53, ASSIGN because future has completed 2024-11-09T01:31:12,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fff092300aff0f98e3ef95dddd440e53, server=5296cfb18d53,34661,1731115870531}] 2024-11-09T01:31:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:12,942 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:12,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:12,944 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:12,945 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e6247a741103f77f9931df77cbdce357, NAME => 'testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T01:31:12,945 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,945 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:12,945 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,945 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,946 INFO [StoreOpener-e6247a741103f77f9931df77cbdce357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,947 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:12,947 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => fff092300aff0f98e3ef95dddd440e53, NAME => 'testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T01:31:12,947 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,947 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:12,947 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,947 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,948 INFO [StoreOpener-e6247a741103f77f9931df77cbdce357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6247a741103f77f9931df77cbdce357 columnFamilyName family 2024-11-09T01:31:12,948 DEBUG [StoreOpener-e6247a741103f77f9931df77cbdce357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:12,948 INFO [StoreOpener-fff092300aff0f98e3ef95dddd440e53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,948 INFO [StoreOpener-e6247a741103f77f9931df77cbdce357-1 {}] regionserver.HStore(327): Store=e6247a741103f77f9931df77cbdce357/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:12,949 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,949 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,950 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,950 INFO [StoreOpener-fff092300aff0f98e3ef95dddd440e53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fff092300aff0f98e3ef95dddd440e53 columnFamilyName family 2024-11-09T01:31:12,950 DEBUG [StoreOpener-fff092300aff0f98e3ef95dddd440e53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:12,950 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,950 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,950 INFO [StoreOpener-fff092300aff0f98e3ef95dddd440e53-1 {}] regionserver.HStore(327): Store=fff092300aff0f98e3ef95dddd440e53/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:12,950 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,952 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,952 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,952 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,954 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,955 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/e6247a741103f77f9931df77cbdce357/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:12,956 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e6247a741103f77f9931df77cbdce357; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72291108, jitterRate=0.07722145318984985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:31:12,956 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:12,956 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e6247a741103f77f9931df77cbdce357: Running coprocessor pre-open hook at 1731115872945Writing region info on filesystem at 1731115872945Initializing all the Stores at 1731115872946 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115872946Cleaning up temporary data from old regions at 1731115872950 (+4 ms)Running coprocessor post-open hooks at 1731115872956 (+6 ms)Region opened successfully at 1731115872956 2024-11-09T01:31:12,956 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/fff092300aff0f98e3ef95dddd440e53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:12,957 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened fff092300aff0f98e3ef95dddd440e53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70928191, jitterRate=0.05691240727901459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:31:12,957 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:12,957 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for fff092300aff0f98e3ef95dddd440e53: Running coprocessor pre-open hook at 1731115872947Writing region info on filesystem at 1731115872947Initializing all the Stores at 1731115872948 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115872948Cleaning up temporary data from old regions at 1731115872952 (+4 ms)Running coprocessor post-open hooks at 1731115872957 (+5 ms)Region opened successfully at 1731115872957 2024-11-09T01:31:12,957 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357., pid=7, masterSystemTime=1731115872941 2024-11-09T01:31:12,958 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53., pid=8, masterSystemTime=1731115872942 2024-11-09T01:31:12,960 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:12,960 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:12,961 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e6247a741103f77f9931df77cbdce357, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,34845,1731115870467 2024-11-09T01:31:12,962 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:12,962 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:12,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fff092300aff0f98e3ef95dddd440e53, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,34661,1731115870531 2024-11-09T01:31:12,963 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=5296cfb18d53,34661,1731115870531, table=testClearRegionBlockCache, region=fff092300aff0f98e3ef95dddd440e53. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T01:31:12,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6247a741103f77f9931df77cbdce357, server=5296cfb18d53,34845,1731115870467 because future has completed 2024-11-09T01:31:12,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fff092300aff0f98e3ef95dddd440e53, server=5296cfb18d53,34661,1731115870531 because future has completed 2024-11-09T01:31:12,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T01:31:12,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T01:31:12,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fff092300aff0f98e3ef95dddd440e53, server=5296cfb18d53,34661,1731115870531 in 178 msec 2024-11-09T01:31:12,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e6247a741103f77f9931df77cbdce357, server=5296cfb18d53,34845,1731115870467 in 180 msec 2024-11-09T01:31:12,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e6247a741103f77f9931df77cbdce357, ASSIGN in 350 msec 2024-11-09T01:31:12,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T01:31:12,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fff092300aff0f98e3ef95dddd440e53, ASSIGN in 350 msec 2024-11-09T01:31:12,981 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:31:12,981 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115872981"}]},"ts":"1731115872981"} 2024-11-09T01:31:12,984 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T01:31:12,985 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:31:12,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 808 msec 2024-11-09T01:31:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:13,319 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T01:31:13,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T01:31:13,319 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:13,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T01:31:13,322 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:13,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T01:31:13,325 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53., hostname=5296cfb18d53,34661,1731115870531, seqNum=2] 2024-11-09T01:31:13,325 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:13,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:13,338 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357., hostname=5296cfb18d53,34845,1731115870467, seqNum=2] 2024-11-09T01:31:13,349 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e6247a741103f77f9931df77cbdce357 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T01:31:13,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/e6247a741103f77f9931df77cbdce357/.tmp/family/c4a26eadc5dd4704beb3474d8465ac26 is 32, key is 5/family:/1731115873339/Put/seqid=0 2024-11-09T01:31:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:31:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:31:13,368 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/e6247a741103f77f9931df77cbdce357/.tmp/family/c4a26eadc5dd4704beb3474d8465ac26 2024-11-09T01:31:13,374 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/e6247a741103f77f9931df77cbdce357/.tmp/family/c4a26eadc5dd4704beb3474d8465ac26 as hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/e6247a741103f77f9931df77cbdce357/family/c4a26eadc5dd4704beb3474d8465ac26 2024-11-09T01:31:13,380 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/e6247a741103f77f9931df77cbdce357/family/c4a26eadc5dd4704beb3474d8465ac26, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T01:31:13,381 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e6247a741103f77f9931df77cbdce357 in 33ms, sequenceid=9, compaction requested=false 2024-11-09T01:31:13,381 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e6247a741103f77f9931df77cbdce357: 2024-11-09T01:31:13,381 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fff092300aff0f98e3ef95dddd440e53 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T01:31:13,396 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/fff092300aff0f98e3ef95dddd440e53/.tmp/family/9f1147b9cccc445da2c771c0627d315b is 32, key is 1/family:/1731115873327/Put/seqid=0 2024-11-09T01:31:13,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:31:13,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:31:13,402 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/fff092300aff0f98e3ef95dddd440e53/.tmp/family/9f1147b9cccc445da2c771c0627d315b 2024-11-09T01:31:13,408 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/fff092300aff0f98e3ef95dddd440e53/.tmp/family/9f1147b9cccc445da2c771c0627d315b as hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/fff092300aff0f98e3ef95dddd440e53/family/9f1147b9cccc445da2c771c0627d315b 2024-11-09T01:31:13,414 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/fff092300aff0f98e3ef95dddd440e53/family/9f1147b9cccc445da2c771c0627d315b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T01:31:13,414 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fff092300aff0f98e3ef95dddd440e53 in 33ms, sequenceid=8, compaction requested=false 2024-11-09T01:31:13,415 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fff092300aff0f98e3ef95dddd440e53: 2024-11-09T01:31:13,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c58974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:13,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,37215,-1 for getting cluster id 2024-11-09T01:31:13,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:31:13,416 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd4f74be-5de3-4c8c-b8db-ca9b8cf7b17e' 2024-11-09T01:31:13,416 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:31:13,416 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd4f74be-5de3-4c8c-b8db-ca9b8cf7b17e" 2024-11-09T01:31:13,417 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d978572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:13,417 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,37215,-1] 2024-11-09T01:31:13,417 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:31:13,417 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,418 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:31:13,418 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7769e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:13,423 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T01:31:13,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:31:13,425 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,34845,1731115870467, seqNum=-1] 2024-11-09T01:31:13,425 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:13,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:13,428 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:13,429 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:13,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:13,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34845 {}] bucket.BucketCache(1864): found 1 blocks for file c4a26eadc5dd4704beb3474d8465ac26, starting offset: 0, end offset: 9223372036854775807 2024-11-09T01:31:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] bucket.BucketCache(1864): found 1 blocks for file 9f1147b9cccc445da2c771c0627d315b, starting offset: 0, end offset: 9223372036854775807 2024-11-09T01:31:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] bucket.BucketCache(857): removed key 9f1147b9cccc445da2c771c0627d315b_0 from back map with offset lock 2094080 in the evict process 2024-11-09T01:31:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34845 {}] bucket.BucketCache(857): removed key c4a26eadc5dd4704beb3474d8465ac26_0 from back map with offset lock 2094080 in the evict process 2024-11-09T01:31:13,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:13,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:13,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:31:13,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:31:13,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:13,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:13,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:31:13,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:31:13,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=59503420, stopped=false 2024-11-09T01:31:13,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,37215,1731115870293 2024-11-09T01:31:13,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:13,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:13,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:13,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:13,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:13,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:13,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:13,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:13,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:13,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:13,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:13,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:13,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,34845,1731115870467' ***** 2024-11-09T01:31:13,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:13,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,34661,1731115870531' ***** 2024-11-09T01:31:13,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:13,498 INFO [RS:1;5296cfb18d53:34661 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T01:31:13,498 INFO [RS:0;5296cfb18d53:34845 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T01:31:13,499 INFO [RS:1;5296cfb18d53:34661 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T01:31:13,499 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T01:31:13,499 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T01:31:13,499 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T01:31:13,499 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T01:31:13,499 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T01:31:13,499 INFO [RS:0;5296cfb18d53:34845 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T01:31:13,499 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:13,499 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T01:31:13,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:13,499 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:13,499 INFO [RS:1;5296cfb18d53:34661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:13,499 INFO [RS:1;5296cfb18d53:34661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:13,499 INFO [RS:0;5296cfb18d53:34845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:13,499 INFO [RS:0;5296cfb18d53:34845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:13,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:13,499 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(3091): Received CLOSE for e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:13,499 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(3091): Received CLOSE for fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:13,499 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,34845,1731115870467 2024-11-09T01:31:13,499 INFO [RS:0;5296cfb18d53:34845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:13,499 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,34661,1731115870531 2024-11-09T01:31:13,499 INFO [RS:1;5296cfb18d53:34661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:13,499 INFO [RS:0;5296cfb18d53:34845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:34845. 2024-11-09T01:31:13,499 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6247a741103f77f9931df77cbdce357, disabling compactions & flushes 2024-11-09T01:31:13,499 INFO [RS:1;5296cfb18d53:34661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5296cfb18d53:34661. 2024-11-09T01:31:13,499 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fff092300aff0f98e3ef95dddd440e53, disabling compactions & flushes 2024-11-09T01:31:13,499 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:13,500 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:13,500 DEBUG [RS:0;5296cfb18d53:34845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:13,500 DEBUG [RS:1;5296cfb18d53:34661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. after waiting 0 ms 2024-11-09T01:31:13,500 DEBUG [RS:0;5296cfb18d53:34845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,500 DEBUG [RS:1;5296cfb18d53:34661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. after waiting 0 ms 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:13,500 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:13,500 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:31:13,500 DEBUG [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(1325): Online Regions={fff092300aff0f98e3ef95dddd440e53=testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53.} 2024-11-09T01:31:13,500 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:13,500 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:13,500 DEBUG [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(1351): Waiting on fff092300aff0f98e3ef95dddd440e53 2024-11-09T01:31:13,500 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:31:13,500 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:31:13,500 DEBUG [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(1325): Online Regions={e6247a741103f77f9931df77cbdce357=testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:31:13,500 DEBUG [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6247a741103f77f9931df77cbdce357 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:31:13,500 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:31:13,500 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:31:13,500 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T01:31:13,506 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/e6247a741103f77f9931df77cbdce357/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T01:31:13,506 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/default/testClearRegionBlockCache/fff092300aff0f98e3ef95dddd440e53/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T01:31:13,506 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:13,506 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:13,506 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6247a741103f77f9931df77cbdce357: Waiting for close lock at 1731115873499Running coprocessor pre-close hooks at 1731115873499Disabling compacts and flushes for region at 1731115873499Disabling writes for close at 1731115873500 (+1 ms)Writing region close event to WAL at 1731115873502 (+2 ms)Running coprocessor post-close hooks at 1731115873506 (+4 ms)Closed at 1731115873506 2024-11-09T01:31:13,506 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fff092300aff0f98e3ef95dddd440e53: Waiting for close lock at 1731115873499Running coprocessor pre-close hooks at 1731115873499Disabling compacts and flushes for region at 1731115873499Disabling writes for close at 1731115873500 (+1 ms)Writing region close event to WAL at 1731115873503 (+3 ms)Running coprocessor post-close hooks at 1731115873506 (+3 ms)Closed at 1731115873506 2024-11-09T01:31:13,506 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357. 2024-11-09T01:31:13,506 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731115872177.fff092300aff0f98e3ef95dddd440e53. 2024-11-09T01:31:13,517 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/.tmp/info/f27bb72d0d0e4a16aa1d03d642673fa0 is 173, key is testClearRegionBlockCache,5,1731115872177.e6247a741103f77f9931df77cbdce357./info:regioninfo/1731115872961/Put/seqid=0 2024-11-09T01:31:13,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:13,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:13,523 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/.tmp/info/f27bb72d0d0e4a16aa1d03d642673fa0 2024-11-09T01:31:13,533 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:31:13,533 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:31:13,541 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/.tmp/ns/e383d78186154d0c90dfcfd366e0519b is 43, key is default/ns:d/1731115872066/Put/seqid=0 2024-11-09T01:31:13,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:13,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:13,547 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/.tmp/ns/e383d78186154d0c90dfcfd366e0519b 2024-11-09T01:31:13,566 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/.tmp/table/4de74e7aad46486d90a4acdb34016ff5 is 61, key is testClearRegionBlockCache/table:state/1731115872981/Put/seqid=0 2024-11-09T01:31:13,566 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:13,566 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:13,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:13,572 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/.tmp/table/4de74e7aad46486d90a4acdb34016ff5 2024-11-09T01:31:13,580 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/.tmp/info/f27bb72d0d0e4a16aa1d03d642673fa0 as hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/info/f27bb72d0d0e4a16aa1d03d642673fa0 2024-11-09T01:31:13,587 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/info/f27bb72d0d0e4a16aa1d03d642673fa0, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T01:31:13,588 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/.tmp/ns/e383d78186154d0c90dfcfd366e0519b as hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/ns/e383d78186154d0c90dfcfd366e0519b 2024-11-09T01:31:13,595 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/ns/e383d78186154d0c90dfcfd366e0519b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T01:31:13,595 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/.tmp/table/4de74e7aad46486d90a4acdb34016ff5 as hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/table/4de74e7aad46486d90a4acdb34016ff5 2024-11-09T01:31:13,602 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/table/4de74e7aad46486d90a4acdb34016ff5, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T01:31:13,603 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false 2024-11-09T01:31:13,608 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T01:31:13,609 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:31:13,609 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:13,609 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115873500Running coprocessor pre-close hooks at 1731115873500Disabling compacts and flushes for region at 1731115873500Disabling writes for close at 1731115873500Obtaining lock to block concurrent updates at 1731115873500Preparing flush snapshotting stores in 1588230740 at 1731115873500Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731115873501 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115873501Flushing 1588230740/info: creating writer at 1731115873501Flushing 1588230740/info: appending metadata at 1731115873517 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731115873517Flushing 1588230740/ns: creating writer at 1731115873528 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731115873541 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731115873541Flushing 1588230740/table: creating writer at 1731115873552 (+11 ms)Flushing 1588230740/table: appending metadata at 1731115873565 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731115873565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6918857e: reopening flushed file at 1731115873578 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cbbfec0: reopening flushed file at 1731115873587 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246150c0: reopening flushed file at 1731115873595 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false at 1731115873603 (+8 ms)Writing region close event to WAL at 1731115873604 (+1 ms)Running coprocessor post-close hooks at 1731115873609 (+5 ms)Closed at 1731115873609 2024-11-09T01:31:13,609 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:13,700 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,34661,1731115870531; all regions closed. 2024-11-09T01:31:13,700 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,34845,1731115870467; all regions closed. 2024-11-09T01:31:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741833_1009 (size=1758) 2024-11-09T01:31:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741833_1009 (size=1758) 2024-11-09T01:31:13,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:13,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/WALs/5296cfb18d53,34845,1731115870467/5296cfb18d53%2C34845%2C1731115870467.meta.1731115872006.meta not finished, retry = 0 2024-11-09T01:31:13,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:13,705 DEBUG [RS:1;5296cfb18d53:34661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/oldWALs 2024-11-09T01:31:13,705 INFO [RS:1;5296cfb18d53:34661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C34661%2C1731115870531:(num 1731115871607) 2024-11-09T01:31:13,705 DEBUG [RS:1;5296cfb18d53:34661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,705 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:13,705 INFO [RS:1;5296cfb18d53:34661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:13,706 INFO [RS:1;5296cfb18d53:34661 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:13,706 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:13,706 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:13,706 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:13,706 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:13,706 INFO [RS:1;5296cfb18d53:34661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:13,706 INFO [RS:1;5296cfb18d53:34661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34661 2024-11-09T01:31:13,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,34661,1731115870531 2024-11-09T01:31:13,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:13,728 INFO [RS:1;5296cfb18d53:34661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:13,807 DEBUG [RS:0;5296cfb18d53:34845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/oldWALs 2024-11-09T01:31:13,807 INFO [RS:0;5296cfb18d53:34845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C34845%2C1731115870467.meta:.meta(num 1731115872006) 2024-11-09T01:31:13,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741834_1010 (size=1867) 2024-11-09T01:31:13,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741834_1010 (size=1867) 2024-11-09T01:31:13,811 DEBUG [RS:0;5296cfb18d53:34845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/oldWALs 2024-11-09T01:31:13,811 INFO [RS:0;5296cfb18d53:34845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C34845%2C1731115870467:(num 1731115871607) 2024-11-09T01:31:13,811 DEBUG [RS:0;5296cfb18d53:34845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:13,811 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:13,811 INFO [RS:0;5296cfb18d53:34845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:13,811 INFO [RS:0;5296cfb18d53:34845 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:13,812 INFO [RS:0;5296cfb18d53:34845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:13,812 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:13,812 INFO [RS:0;5296cfb18d53:34845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34845 2024-11-09T01:31:13,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,34661,1731115870531] 2024-11-09T01:31:13,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,34845,1731115870467 2024-11-09T01:31:13,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:13,823 INFO [RS:0;5296cfb18d53:34845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:13,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,34661,1731115870531 already deleted, retry=false 2024-11-09T01:31:13,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,34661,1731115870531 expired; onlineServers=1 2024-11-09T01:31:13,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,34845,1731115870467] 2024-11-09T01:31:13,854 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,34845,1731115870467 already deleted, retry=false 2024-11-09T01:31:13,854 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,34845,1731115870467 expired; onlineServers=0 2024-11-09T01:31:13,855 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,37215,1731115870293' ***** 2024-11-09T01:31:13,855 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:31:13,855 INFO [M:0;5296cfb18d53:37215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:13,855 INFO [M:0;5296cfb18d53:37215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:13,855 DEBUG [M:0;5296cfb18d53:37215 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:31:13,855 DEBUG [M:0;5296cfb18d53:37215 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:31:13,855 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:31:13,855 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115871350 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115871350,5,FailOnTimeoutGroup] 2024-11-09T01:31:13,855 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115871350 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115871350,5,FailOnTimeoutGroup] 2024-11-09T01:31:13,855 INFO [M:0;5296cfb18d53:37215 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:13,855 INFO [M:0;5296cfb18d53:37215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:13,855 DEBUG [M:0;5296cfb18d53:37215 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:31:13,855 INFO [M:0;5296cfb18d53:37215 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:31:13,855 INFO [M:0;5296cfb18d53:37215 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:13,856 INFO [M:0;5296cfb18d53:37215 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:31:13,856 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:31:13,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:13,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:13,865 DEBUG [M:0;5296cfb18d53:37215 {}] zookeeper.ZKUtil(347): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T01:31:13,865 WARN [M:0;5296cfb18d53:37215 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:31:13,866 INFO [M:0;5296cfb18d53:37215 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/.lastflushedseqids 2024-11-09T01:31:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:31:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:31:13,874 INFO [M:0;5296cfb18d53:37215 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:31:13,874 INFO [M:0;5296cfb18d53:37215 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:31:13,874 DEBUG [M:0;5296cfb18d53:37215 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:31:13,874 INFO [M:0;5296cfb18d53:37215 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:13,874 DEBUG [M:0;5296cfb18d53:37215 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:13,874 DEBUG [M:0;5296cfb18d53:37215 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:31:13,874 DEBUG [M:0;5296cfb18d53:37215 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:13,875 INFO [M:0;5296cfb18d53:37215 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T01:31:13,895 DEBUG [M:0;5296cfb18d53:37215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/283be8e8beb54feabcd85802c1f2a4dd is 82, key is hbase:meta,,1/info:regioninfo/1731115872042/Put/seqid=0 2024-11-09T01:31:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:13,900 INFO [M:0;5296cfb18d53:37215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/283be8e8beb54feabcd85802c1f2a4dd 2024-11-09T01:31:13,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:13,913 INFO [RS:1;5296cfb18d53:34661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:13,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x1011d37e3f10002, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:13,913 INFO [RS:1;5296cfb18d53:34661 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,34661,1731115870531; zookeeper connection closed. 2024-11-09T01:31:13,913 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64fa9d80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64fa9d80 2024-11-09T01:31:13,927 DEBUG [M:0;5296cfb18d53:37215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfd600b8baeb479a93f2991ced15c9b2 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115872986/Put/seqid=0 2024-11-09T01:31:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741846_1022 (size=6219) 2024-11-09T01:31:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741846_1022 (size=6219) 2024-11-09T01:31:13,933 INFO [M:0;5296cfb18d53:37215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfd600b8baeb479a93f2991ced15c9b2 2024-11-09T01:31:13,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:13,944 INFO [RS:0;5296cfb18d53:34845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:13,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34845-0x1011d37e3f10001, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:13,944 INFO [RS:0;5296cfb18d53:34845 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,34845,1731115870467; zookeeper connection closed. 2024-11-09T01:31:13,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33eacf59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33eacf59 2024-11-09T01:31:13,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T01:31:13,952 DEBUG [M:0;5296cfb18d53:37215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/560dcd1a57d84b64be9c55aa8c343c76 is 69, key is 5296cfb18d53,34661,1731115870531/rs:state/1731115871406/Put/seqid=0 2024-11-09T01:31:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:13,957 INFO [M:0;5296cfb18d53:37215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/560dcd1a57d84b64be9c55aa8c343c76 2024-11-09T01:31:13,963 DEBUG [M:0;5296cfb18d53:37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/283be8e8beb54feabcd85802c1f2a4dd as hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/283be8e8beb54feabcd85802c1f2a4dd 2024-11-09T01:31:13,969 INFO [M:0;5296cfb18d53:37215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/283be8e8beb54feabcd85802c1f2a4dd, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T01:31:13,970 DEBUG [M:0;5296cfb18d53:37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfd600b8baeb479a93f2991ced15c9b2 as hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfd600b8baeb479a93f2991ced15c9b2 2024-11-09T01:31:13,977 INFO [M:0;5296cfb18d53:37215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfd600b8baeb479a93f2991ced15c9b2, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T01:31:13,978 DEBUG [M:0;5296cfb18d53:37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/560dcd1a57d84b64be9c55aa8c343c76 as hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/560dcd1a57d84b64be9c55aa8c343c76 2024-11-09T01:31:13,985 INFO [M:0;5296cfb18d53:37215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35181/user/jenkins/test-data/11c668ad-d16d-1cc3-5881-6b5c2b6a8aa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/560dcd1a57d84b64be9c55aa8c343c76, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T01:31:13,987 INFO [M:0;5296cfb18d53:37215 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=71, compaction requested=false 2024-11-09T01:31:13,992 INFO [M:0;5296cfb18d53:37215 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:13,992 DEBUG [M:0;5296cfb18d53:37215 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115873874Disabling compacts and flushes for region at 1731115873874Disabling writes for close at 1731115873874Obtaining lock to block concurrent updates at 1731115873875 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115873875Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731115873875Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115873876 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115873876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115873894 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115873894Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115873906 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115873926 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115873926Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115873938 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115873951 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115873951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6712ce67: reopening flushed file at 1731115873962 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c9c94a: reopening flushed file at 1731115873970 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d4a95a: reopening flushed file at 1731115873977 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=71, compaction requested=false at 1731115873987 (+10 ms)Writing region close event to WAL at 1731115873991 (+4 ms)Closed at 1731115873991 2024-11-09T01:31:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39375 is added to blk_1073741830_1006 (size=35440) 2024-11-09T01:31:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741830_1006 (size=35440) 2024-11-09T01:31:13,995 INFO [M:0;5296cfb18d53:37215 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:31:13,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:13,995 INFO [M:0;5296cfb18d53:37215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37215 2024-11-09T01:31:13,996 INFO [M:0;5296cfb18d53:37215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:14,102 INFO [M:0;5296cfb18d53:37215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x1011d37e3f10000, quorum=127.0.0.1:52779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:14,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@155da35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:14,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@308621eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:14,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:14,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14dd6664{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:14,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b56b341{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:14,106 WARN [BP-2035563323-172.17.0.2-1731115868153 heartbeating to localhost/127.0.0.1:35181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:14,106 WARN [BP-2035563323-172.17.0.2-1731115868153 heartbeating to localhost/127.0.0.1:35181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2035563323-172.17.0.2-1731115868153 (Datanode Uuid 744f3255-3a6c-4107-9d3a-1f3631aded83) service to localhost/127.0.0.1:35181 2024-11-09T01:31:14,106 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:14,107 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:14,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/data/data3/current/BP-2035563323-172.17.0.2-1731115868153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:14,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/data/data4/current/BP-2035563323-172.17.0.2-1731115868153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:14,108 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:14,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ba5d629{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:14,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef3e922{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:14,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:14,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f7095b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:14,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3adc1669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:14,111 WARN [BP-2035563323-172.17.0.2-1731115868153 heartbeating to localhost/127.0.0.1:35181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:14,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:14,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:14,111 WARN [BP-2035563323-172.17.0.2-1731115868153 heartbeating to localhost/127.0.0.1:35181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2035563323-172.17.0.2-1731115868153 (Datanode Uuid 94babc72-64f0-4309-9dec-2f8416e47dc8) service to localhost/127.0.0.1:35181 2024-11-09T01:31:14,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/data/data1/current/BP-2035563323-172.17.0.2-1731115868153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:14,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/cluster_00f58a96-07ca-e07e-5e8e-e9e930e24fb3/data/data2/current/BP-2035563323-172.17.0.2-1731115868153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:14,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:14,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c6bf612{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:31:14,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@640cfc26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:14,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:14,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162fcd93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:14,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd8da3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:14,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:31:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:31:14,146 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=153 (was 133) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35181 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35181 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 468) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=926 (was 964), ProcessCount=11 (was 11), AvailableMemoryMB=2009 (was 2089) 2024-11-09T01:31:14,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=153, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=926, ProcessCount=11, AvailableMemoryMB=2009 2024-11-09T01:31:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.log.dir so I do NOT create it in target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a 2024-11-09T01:31:14,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:31:14,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.tmp.dir so I do NOT create it in target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a 2024-11-09T01:31:14,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/862abc51-91f1-29b0-dfcc-78779a3dbed2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:31:14,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a 2024-11-09T01:31:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:31:14,166 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3, deleteOnExit=true 2024-11-09T01:31:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:31:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/test.cache.data in system properties and HBase conf 2024-11-09T01:31:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:31:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:31:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:31:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:31:14,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:31:14,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:31:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:31:14,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:14,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:14,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:14,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:14,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:31:14,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:14,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28179244{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:14,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365bf47a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:14,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65861434{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/java.io.tmpdir/jetty-localhost-44079-hadoop-hdfs-3_4_1-tests_jar-_-any-13105575418917930118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:31:14,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5325ff09{HTTP/1.1, (http/1.1)}{localhost:44079} 2024-11-09T01:31:14,594 INFO [Time-limited test {}] server.Server(415): Started @31141ms 2024-11-09T01:31:14,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:14,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:14,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:14,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:14,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:31:14,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216c5937{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:14,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b3ccc59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:14,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c2ee727{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/java.io.tmpdir/jetty-localhost-43619-hadoop-hdfs-3_4_1-tests_jar-_-any-3320072904664588828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:14,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b1b5e71{HTTP/1.1, (http/1.1)}{localhost:43619} 2024-11-09T01:31:14,974 INFO [Time-limited test {}] server.Server(415): Started @31521ms 2024-11-09T01:31:14,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:31:15,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:15,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:15,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:15,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:15,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:31:15,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb009fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:15,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@781e14b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:15,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a4a7157{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/java.io.tmpdir/jetty-localhost-34235-hadoop-hdfs-3_4_1-tests_jar-_-any-5169615636156789411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:15,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bb07f17{HTTP/1.1, (http/1.1)}{localhost:34235} 2024-11-09T01:31:15,102 INFO [Time-limited test {}] server.Server(415): Started @31649ms 2024-11-09T01:31:15,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:31:15,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:31:15,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:15,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:15,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:15,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:15,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:15,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:16,566 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/data/data1/current/BP-1622840392-172.17.0.2-1731115874183/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:16,566 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/data/data2/current/BP-1622840392-172.17.0.2-1731115874183/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:16,586 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:31:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45bc930d9497ab72 with lease ID 0xe091276bde332cff: Processing first storage report for DS-11e1d774-b5ff-48f7-8bd2-9520ae0f75e1 from datanode DatanodeRegistration(127.0.0.1:45485, datanodeUuid=5fb16fcb-d35e-4623-b0aa-0185de9c30e7, infoPort=34607, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=155151535;c=1731115874183) 2024-11-09T01:31:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45bc930d9497ab72 with lease ID 0xe091276bde332cff: from storage DS-11e1d774-b5ff-48f7-8bd2-9520ae0f75e1 node DatanodeRegistration(127.0.0.1:45485, datanodeUuid=5fb16fcb-d35e-4623-b0aa-0185de9c30e7, infoPort=34607, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=155151535;c=1731115874183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45bc930d9497ab72 with lease ID 0xe091276bde332cff: Processing first storage report for DS-95c62bed-14ff-4a36-97fe-805489b767f3 from datanode DatanodeRegistration(127.0.0.1:45485, datanodeUuid=5fb16fcb-d35e-4623-b0aa-0185de9c30e7, infoPort=34607, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=155151535;c=1731115874183) 2024-11-09T01:31:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45bc930d9497ab72 with lease ID 0xe091276bde332cff: from storage DS-95c62bed-14ff-4a36-97fe-805489b767f3 node DatanodeRegistration(127.0.0.1:45485, datanodeUuid=5fb16fcb-d35e-4623-b0aa-0185de9c30e7, infoPort=34607, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=155151535;c=1731115874183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:16,693 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/data/data3/current/BP-1622840392-172.17.0.2-1731115874183/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:16,693 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/data/data4/current/BP-1622840392-172.17.0.2-1731115874183/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:16,717 WARN [Thread-1151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:31:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d0b07dae88c2a9b with lease ID 0xe091276bde332d00: Processing first storage report for DS-fcda5d52-cdb9-4337-818f-211c925e049d from datanode DatanodeRegistration(127.0.0.1:44259, datanodeUuid=2c1ce4fe-558e-4750-992f-617293e7ccea, infoPort=46425, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=155151535;c=1731115874183) 2024-11-09T01:31:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d0b07dae88c2a9b with lease ID 0xe091276bde332d00: from storage DS-fcda5d52-cdb9-4337-818f-211c925e049d node DatanodeRegistration(127.0.0.1:44259, datanodeUuid=2c1ce4fe-558e-4750-992f-617293e7ccea, infoPort=46425, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=155151535;c=1731115874183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:16,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d0b07dae88c2a9b with lease ID 0xe091276bde332d00: Processing first storage report for DS-c25dd8c1-c63f-4a1e-bb3e-067f3d5d87f2 from datanode DatanodeRegistration(127.0.0.1:44259, datanodeUuid=2c1ce4fe-558e-4750-992f-617293e7ccea, infoPort=46425, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=155151535;c=1731115874183) 2024-11-09T01:31:16,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d0b07dae88c2a9b with lease ID 0xe091276bde332d00: from storage DS-c25dd8c1-c63f-4a1e-bb3e-067f3d5d87f2 node DatanodeRegistration(127.0.0.1:44259, datanodeUuid=2c1ce4fe-558e-4750-992f-617293e7ccea, infoPort=46425, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=155151535;c=1731115874183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:16,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a 2024-11-09T01:31:16,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/zookeeper_0, clientPort=54995, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:31:16,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54995 2024-11-09T01:31:16,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:16,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:31:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:31:16,760 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c with version=8 2024-11-09T01:31:16,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/hbase-staging 2024-11-09T01:31:16,762 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:16,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:16,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:16,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:16,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:16,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:16,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:31:16,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:16,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46161 2024-11-09T01:31:16,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46161 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-09T01:31:16,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461610x0, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:16,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46161-0x1011d37fd340000 connected 2024-11-09T01:31:16,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:16,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:16,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:16,941 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c, hbase.cluster.distributed=false 2024-11-09T01:31:16,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:16,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46161 2024-11-09T01:31:16,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46161 2024-11-09T01:31:16,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46161 2024-11-09T01:31:16,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46161 2024-11-09T01:31:16,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46161 2024-11-09T01:31:16,959 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:16,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:16,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:16,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:16,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:16,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:16,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:31:16,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:16,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36509 2024-11-09T01:31:16,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36509 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-09T01:31:16,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:16,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:16,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365090x0, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:16,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365090x0, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:16,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36509-0x1011d37fd340001 connected 2024-11-09T01:31:16,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:31:16,981 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T01:31:16,985 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T01:31:16,986 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T01:31:16,986 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T01:31:16,987 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:31:16,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:31:16,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:16,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36509 2024-11-09T01:31:16,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36509 2024-11-09T01:31:16,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36509 2024-11-09T01:31:16,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36509 2024-11-09T01:31:16,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36509 2024-11-09T01:31:17,004 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:17,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:17,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:17,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:17,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:17,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:17,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:31:17,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:17,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36465 2024-11-09T01:31:17,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36465 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-09T01:31:17,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:17,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:17,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364650x0, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:17,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36465-0x1011d37fd340002 connected 2024-11-09T01:31:17,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:17,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:31:17,022 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T01:31:17,028 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T01:31:17,028 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T01:31:17,029 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T01:31:17,029 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:31:17,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:31:17,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:17,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36465 2024-11-09T01:31:17,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36465 2024-11-09T01:31:17,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36465 2024-11-09T01:31:17,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36465 2024-11-09T01:31:17,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36465 2024-11-09T01:31:17,045 DEBUG [M:0;5296cfb18d53:46161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:46161 2024-11-09T01:31:17,046 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5296cfb18d53,46161,1731115876762 2024-11-09T01:31:17,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:17,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:17,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:17,053 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5296cfb18d53,46161,1731115876762 2024-11-09T01:31:17,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:17,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:17,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,063 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T01:31:17,064 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5296cfb18d53,46161,1731115876762 from backup master directory 2024-11-09T01:31:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5296cfb18d53,46161,1731115876762 2024-11-09T01:31:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:17,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:17,074 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:17,074 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,46161,1731115876762 2024-11-09T01:31:17,078 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/hbase.id] with ID: 6e7db4c6-5f2c-45a6-91f0-a7dc5efa393a 2024-11-09T01:31:17,078 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/.tmp/hbase.id 2024-11-09T01:31:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:31:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:31:17,085 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/.tmp/hbase.id]:[hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/hbase.id] 2024-11-09T01:31:17,096 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:17,096 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:31:17,097 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:31:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:31:17,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:31:17,514 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:31:17,516 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:31:17,517 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:17,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:31:17,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:31:17,530 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store 2024-11-09T01:31:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:31:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:31:17,538 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:17,538 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:31:17,538 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:17,538 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:17,538 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:31:17,538 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:17,538 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:17,538 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115877538Disabling compacts and flushes for region at 1731115877538Disabling writes for close at 1731115877538Writing region close event to WAL at 1731115877538Closed at 1731115877538 2024-11-09T01:31:17,539 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/.initializing 2024-11-09T01:31:17,539 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/WALs/5296cfb18d53,46161,1731115876762 2024-11-09T01:31:17,540 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:17,542 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C46161%2C1731115876762, suffix=, logDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/WALs/5296cfb18d53,46161,1731115876762, archiveDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/oldWALs, maxLogs=10 2024-11-09T01:31:17,554 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/WALs/5296cfb18d53,46161,1731115876762/5296cfb18d53%2C46161%2C1731115876762.1731115877542, exclude list is [], retry=0 2024-11-09T01:31:17,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-fcda5d52-cdb9-4337-818f-211c925e049d,DISK] 2024-11-09T01:31:17,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45485,DS-11e1d774-b5ff-48f7-8bd2-9520ae0f75e1,DISK] 2024-11-09T01:31:17,558 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/WALs/5296cfb18d53,46161,1731115876762/5296cfb18d53%2C46161%2C1731115876762.1731115877542 2024-11-09T01:31:17,559 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46425:46425),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-09T01:31:17,559 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:31:17,559 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:17,559 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,559 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:31:17,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:17,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:17,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:31:17,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:17,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:17,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:31:17,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:17,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:17,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:31:17,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:17,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:17,567 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,568 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,568 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,570 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,570 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,570 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:17,571 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:17,573 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:17,573 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73705667, jitterRate=0.0983000248670578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:17,574 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115877559Initializing all the Stores at 1731115877560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115877560Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115877560Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115877560Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115877560Cleaning up temporary data from old regions at 1731115877570 (+10 ms)Region opened successfully at 1731115877574 (+4 ms) 2024-11-09T01:31:17,574 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:31:17,578 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a039a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:17,579 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:31:17,579 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:31:17,579 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:31:17,579 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:31:17,580 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:31:17,580 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:31:17,580 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:31:17,583 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:31:17,584 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T01:31:17,663 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T01:31:17,663 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:31:17,664 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:31:17,749 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T01:31:17,750 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:31:17,751 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:31:17,777 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T01:31:17,778 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:31:17,789 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T01:31:17,792 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:31:17,800 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T01:31:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:17,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,811 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,46161,1731115876762, sessionid=0x1011d37fd340000, setting cluster-up flag (Was=false) 2024-11-09T01:31:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,863 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T01:31:17,867 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,46161,1731115876762 2024-11-09T01:31:17,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:17,926 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T01:31:17,927 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,46161,1731115876762 2024-11-09T01:31:17,928 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:31:17,930 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:17,930 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:31:17,930 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:31:17,930 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,46161,1731115876762 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:31:17,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:17,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:17,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:17,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:17,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:31:17,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:17,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:17,932 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:17,933 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115907933 2024-11-09T01:31:17,933 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:31:17,933 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:31:17,934 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:31:17,934 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:31:17,934 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:31:17,934 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:31:17,934 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:17,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:17,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:31:17,934 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:31:17,935 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:31:17,935 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:31:17,935 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:31:17,935 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:31:17,935 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115877935,5,FailOnTimeoutGroup] 2024-11-09T01:31:17,936 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(746): ClusterId : 6e7db4c6-5f2c-45a6-91f0-a7dc5efa393a 2024-11-09T01:31:17,936 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:31:17,936 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(746): ClusterId : 6e7db4c6-5f2c-45a6-91f0-a7dc5efa393a 2024-11-09T01:31:17,936 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:31:17,936 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115877935,5,FailOnTimeoutGroup] 2024-11-09T01:31:17,936 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:17,936 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:17,936 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:31:17,936 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:17,936 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:17,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:31:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:31:17,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:31:17,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:31:17,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c 2024-11-09T01:31:17,948 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:31:17,948 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:31:17,948 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:31:17,948 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:31:17,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:31:17,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:31:17,958 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:31:17,958 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:31:17,958 DEBUG [RS:0;5296cfb18d53:36509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f6d20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:17,958 DEBUG [RS:1;5296cfb18d53:36465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab4a0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:17,970 DEBUG [RS:0;5296cfb18d53:36509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:36509 2024-11-09T01:31:17,970 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:31:17,970 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:31:17,970 DEBUG [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:31:17,971 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,46161,1731115876762 with port=36509, startcode=1731115876959 2024-11-09T01:31:17,971 DEBUG [RS:0;5296cfb18d53:36509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:31:17,971 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5296cfb18d53:36465 2024-11-09T01:31:17,971 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:31:17,972 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:31:17,972 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:31:17,972 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,46161,1731115876762 with port=36465, startcode=1731115877004 2024-11-09T01:31:17,972 DEBUG [RS:1;5296cfb18d53:36465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:31:17,973 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:31:17,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,36509,1731115876959 2024-11-09T01:31:17,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46161 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,36509,1731115876959 2024-11-09T01:31:17,973 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:31:17,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,36465,1731115877004 2024-11-09T01:31:17,974 DEBUG [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c 2024-11-09T01:31:17,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46161 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,36465,1731115877004 2024-11-09T01:31:17,974 DEBUG [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34383 2024-11-09T01:31:17,974 DEBUG [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:31:17,976 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c 2024-11-09T01:31:17,976 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34383 2024-11-09T01:31:17,976 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:31:17,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:18,026 DEBUG [RS:0;5296cfb18d53:36509 {}] zookeeper.ZKUtil(111): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,36509,1731115876959 2024-11-09T01:31:18,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,36509,1731115876959] 2024-11-09T01:31:18,026 WARN [RS:0;5296cfb18d53:36509 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:18,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,36465,1731115877004] 2024-11-09T01:31:18,026 INFO [RS:0;5296cfb18d53:36509 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:18,026 DEBUG [RS:1;5296cfb18d53:36465 {}] zookeeper.ZKUtil(111): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,36465,1731115877004 2024-11-09T01:31:18,026 DEBUG [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36509,1731115876959 2024-11-09T01:31:18,026 WARN [RS:1;5296cfb18d53:36465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:18,026 INFO [RS:1;5296cfb18d53:36465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:18,026 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36465,1731115877004 2024-11-09T01:31:18,030 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:31:18,030 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:31:18,032 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:31:18,032 INFO [RS:1;5296cfb18d53:36465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:31:18,032 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,033 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:31:18,033 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:31:18,034 INFO [RS:0;5296cfb18d53:36509 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:31:18,034 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,034 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:31:18,034 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:31:18,034 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,034 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,034 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:18,035 DEBUG [RS:1;5296cfb18d53:36465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:18,035 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:18,035 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,035 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,036 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,036 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,036 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:18,036 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:18,036 DEBUG [RS:0;5296cfb18d53:36509 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:18,036 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36465,1731115877004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,036 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36509,1731115876959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:18,050 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:31:18,050 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:31:18,050 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36509,1731115876959-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,050 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,36465,1731115877004-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,050 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,050 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,050 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.Replication(171): 5296cfb18d53,36465,1731115877004 started 2024-11-09T01:31:18,050 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.Replication(171): 5296cfb18d53,36509,1731115876959 started 2024-11-09T01:31:18,063 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,063 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,063 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,36465,1731115877004, RpcServer on 5296cfb18d53/172.17.0.2:36465, sessionid=0x1011d37fd340002 2024-11-09T01:31:18,063 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,36509,1731115876959, RpcServer on 5296cfb18d53/172.17.0.2:36509, sessionid=0x1011d37fd340001 2024-11-09T01:31:18,064 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:31:18,064 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:31:18,064 DEBUG [RS:1;5296cfb18d53:36465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,36465,1731115877004 2024-11-09T01:31:18,064 DEBUG [RS:0;5296cfb18d53:36509 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,36509,1731115876959 2024-11-09T01:31:18,064 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36465,1731115877004' 2024-11-09T01:31:18,064 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36509,1731115876959' 2024-11-09T01:31:18,064 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:31:18,064 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:31:18,064 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:31:18,064 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:31:18,065 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:31:18,065 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:31:18,065 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:31:18,065 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:31:18,065 DEBUG [RS:0;5296cfb18d53:36509 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,36509,1731115876959 2024-11-09T01:31:18,065 DEBUG [RS:1;5296cfb18d53:36465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,36465,1731115877004 2024-11-09T01:31:18,065 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36509,1731115876959' 2024-11-09T01:31:18,065 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,36465,1731115877004' 2024-11-09T01:31:18,065 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:31:18,065 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:31:18,065 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:31:18,065 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:31:18,065 DEBUG [RS:0;5296cfb18d53:36509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:31:18,065 INFO [RS:0;5296cfb18d53:36509 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:31:18,065 INFO [RS:0;5296cfb18d53:36509 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:31:18,065 DEBUG [RS:1;5296cfb18d53:36465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:31:18,065 INFO [RS:1;5296cfb18d53:36465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:31:18,066 INFO [RS:1;5296cfb18d53:36465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:31:18,166 INFO [RS:0;5296cfb18d53:36509 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:18,166 INFO [RS:1;5296cfb18d53:36465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:18,169 INFO [RS:0;5296cfb18d53:36509 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C36509%2C1731115876959, suffix=, logDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36509,1731115876959, archiveDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/oldWALs, maxLogs=32 2024-11-09T01:31:18,169 INFO [RS:1;5296cfb18d53:36465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C36465%2C1731115877004, suffix=, logDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36465,1731115877004, archiveDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/oldWALs, maxLogs=32 2024-11-09T01:31:18,190 DEBUG [RS:1;5296cfb18d53:36465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36465,1731115877004/5296cfb18d53%2C36465%2C1731115877004.1731115878170, exclude list is [], retry=0 2024-11-09T01:31:18,190 DEBUG [RS:0;5296cfb18d53:36509 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36509,1731115876959/5296cfb18d53%2C36509%2C1731115876959.1731115878170, exclude list is [], retry=0 2024-11-09T01:31:18,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-fcda5d52-cdb9-4337-818f-211c925e049d,DISK] 2024-11-09T01:31:18,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45485,DS-11e1d774-b5ff-48f7-8bd2-9520ae0f75e1,DISK] 2024-11-09T01:31:18,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45485,DS-11e1d774-b5ff-48f7-8bd2-9520ae0f75e1,DISK] 2024-11-09T01:31:18,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-fcda5d52-cdb9-4337-818f-211c925e049d,DISK] 2024-11-09T01:31:18,196 INFO [RS:0;5296cfb18d53:36509 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36509,1731115876959/5296cfb18d53%2C36509%2C1731115876959.1731115878170 2024-11-09T01:31:18,196 INFO [RS:1;5296cfb18d53:36465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36465,1731115877004/5296cfb18d53%2C36465%2C1731115877004.1731115878170 2024-11-09T01:31:18,196 DEBUG [RS:0;5296cfb18d53:36509 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34607:34607),(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-09T01:31:18,197 DEBUG [RS:1;5296cfb18d53:36465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34607:34607),(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-09T01:31:18,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:18,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:31:18,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:31:18,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:18,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:18,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:31:18,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:31:18,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:18,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:18,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:31:18,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:31:18,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:18,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:18,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:31:18,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:31:18,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:18,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:18,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:31:18,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740 2024-11-09T01:31:18,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740 2024-11-09T01:31:18,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:31:18,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:31:18,377 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:18,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:31:18,381 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:18,382 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62983642, jitterRate=-0.061470597982406616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:18,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115878360Initializing all the Stores at 1731115878362 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115878362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115878362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115878362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115878362Cleaning up temporary data from old regions at 1731115878377 (+15 ms)Region opened successfully at 1731115878382 (+5 ms) 2024-11-09T01:31:18,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:31:18,382 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:31:18,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:31:18,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:31:18,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:31:18,383 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:18,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115878382Disabling compacts and flushes for region at 1731115878382Disabling writes for close at 1731115878382Writing region close event to WAL at 1731115878383 (+1 ms)Closed at 1731115878383 2024-11-09T01:31:18,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:18,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:31:18,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:31:18,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:31:18,386 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:31:18,536 DEBUG [5296cfb18d53:46161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T01:31:18,537 DEBUG [5296cfb18d53:46161 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:31:18,542 DEBUG [5296cfb18d53:46161 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:31:18,542 DEBUG [5296cfb18d53:46161 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:31:18,542 DEBUG [5296cfb18d53:46161 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:31:18,542 DEBUG [5296cfb18d53:46161 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:31:18,542 INFO [5296cfb18d53:46161 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:31:18,542 INFO [5296cfb18d53:46161 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:31:18,542 DEBUG [5296cfb18d53:46161 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:31:18,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,36465,1731115877004 2024-11-09T01:31:18,544 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36465,1731115877004, state=OPENING 2024-11-09T01:31:18,589 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:31:18,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:18,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:18,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:18,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:18,601 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:31:18,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:18,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:18,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36465,1731115877004}] 2024-11-09T01:31:18,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:18,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:18,761 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:31:18,761 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:18,762 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:31:18,763 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C36465%2C1731115877004.meta, suffix=.meta, logDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36465,1731115877004, archiveDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/oldWALs, maxLogs=32 2024-11-09T01:31:18,775 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36465,1731115877004/5296cfb18d53%2C36465%2C1731115877004.meta.1731115878764.meta, exclude list is [], retry=0 2024-11-09T01:31:18,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45485,DS-11e1d774-b5ff-48f7-8bd2-9520ae0f75e1,DISK] 2024-11-09T01:31:18,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44259,DS-fcda5d52-cdb9-4337-818f-211c925e049d,DISK] 2024-11-09T01:31:18,779 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/WALs/5296cfb18d53,36465,1731115877004/5296cfb18d53%2C36465%2C1731115877004.meta.1731115878764.meta 2024-11-09T01:31:18,779 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34607:34607),(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-09T01:31:18,779 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:31:18,779 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:31:18,779 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:31:18,779 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:31:18,780 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:31:18,780 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:18,780 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:31:18,780 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:31:18,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:31:18,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:31:18,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:18,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:18,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:31:18,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:31:18,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:18,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:18,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:31:18,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:31:18,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:18,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:18,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:31:18,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:31:18,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:18,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:18,786 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:31:18,786 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740 2024-11-09T01:31:18,788 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740 2024-11-09T01:31:18,789 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:31:18,789 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:31:18,789 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:18,791 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:31:18,791 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71965927, jitterRate=0.07237587869167328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:18,791 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:31:18,792 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115878780Writing region info on filesystem at 1731115878780Initializing all the Stores at 1731115878781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115878781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115878781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115878781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115878781Cleaning up temporary data from old regions at 1731115878789 (+8 ms)Running coprocessor post-open hooks at 1731115878791 (+2 ms)Region opened successfully at 1731115878792 (+1 ms) 2024-11-09T01:31:18,793 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115878756 2024-11-09T01:31:18,795 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:31:18,795 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:31:18,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,36465,1731115877004 2024-11-09T01:31:18,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,36465,1731115877004, state=OPEN 2024-11-09T01:31:18,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:18,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:18,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:18,808 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,36465,1731115877004 2024-11-09T01:31:18,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:18,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:18,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:18,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:31:18,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,36465,1731115877004 in 207 msec 2024-11-09T01:31:18,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:31:18,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-09T01:31:18,813 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:18,813 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:31:18,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:31:18,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36465,1731115877004, seqNum=-1] 2024-11-09T01:31:18,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:18,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:18,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-09T01:31:18,822 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115878822, completionTime=-1 2024-11-09T01:31:18,822 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T01:31:18,822 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:31:18,824 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T01:31:18,824 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115938824 2024-11-09T01:31:18,824 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731115998824 2024-11-09T01:31:18,824 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:31:18,825 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:31:18,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46161,1731115876762-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46161,1731115876762-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46161,1731115876762-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:46161, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,825 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,828 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:31:18,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.756sec 2024-11-09T01:31:18,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:31:18,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:31:18,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:31:18,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:31:18,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:31:18,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46161,1731115876762-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:18,830 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46161,1731115876762-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:31:18,833 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:31:18,833 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:31:18,833 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46161,1731115876762-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:18,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76244a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:18,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,46161,-1 for getting cluster id 2024-11-09T01:31:18,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:31:18,838 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e7db4c6-5f2c-45a6-91f0-a7dc5efa393a' 2024-11-09T01:31:18,838 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:31:18,839 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e7db4c6-5f2c-45a6-91f0-a7dc5efa393a" 2024-11-09T01:31:18,839 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5309c443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:18,839 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,46161,-1] 2024-11-09T01:31:18,839 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:31:18,839 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:18,840 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:31:18,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7ec4a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:18,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:31:18,843 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,36465,1731115877004, seqNum=-1] 2024-11-09T01:31:18,843 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:18,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,46161,1731115876762 2024-11-09T01:31:18,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:31:18,847 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,46161,1731115876762 2024-11-09T01:31:18,847 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb36356 2024-11-09T01:31:18,847 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:31:18,848 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:31:18,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:31:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T01:31:18,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:31:18,852 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:18,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T01:31:18,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:31:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:18,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:31:18,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:31:18,861 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a61e7fd3c1db99cded7e718e177230c7, NAME => 'testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c 2024-11-09T01:31:18,862 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 504a03de3f54cfc61dea449d206d904e, NAME => 'testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c 2024-11-09T01:31:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:31:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:31:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:31:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:31:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:19,270 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:19,270 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:19,270 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 504a03de3f54cfc61dea449d206d904e, disabling compactions & flushes 2024-11-09T01:31:19,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a61e7fd3c1db99cded7e718e177230c7, disabling compactions & flushes 2024-11-09T01:31:19,271 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:19,271 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:19,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:19,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:19,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. after waiting 0 ms 2024-11-09T01:31:19,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. after waiting 0 ms 2024-11-09T01:31:19,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:19,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:19,271 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:19,271 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:19,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 504a03de3f54cfc61dea449d206d904e: Waiting for close lock at 1731115879270Disabling compacts and flushes for region at 1731115879270Disabling writes for close at 1731115879271 (+1 ms)Writing region close event to WAL at 1731115879271Closed at 1731115879271 2024-11-09T01:31:19,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a61e7fd3c1db99cded7e718e177230c7: Waiting for close lock at 1731115879270Disabling compacts and flushes for region at 1731115879270Disabling writes for close at 1731115879271 (+1 ms)Writing region close event to WAL at 1731115879271Closed at 1731115879271 2024-11-09T01:31:19,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:31:19,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115879273"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115879273"}]},"ts":"1731115879273"} 2024-11-09T01:31:19,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115879273"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115879273"}]},"ts":"1731115879273"} 2024-11-09T01:31:19,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T01:31:19,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:31:19,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115879281"}]},"ts":"1731115879281"} 2024-11-09T01:31:19,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T01:31:19,283 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:31:19,285 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:31:19,285 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:31:19,285 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:31:19,285 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:31:19,285 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:31:19,285 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:31:19,285 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:31:19,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a61e7fd3c1db99cded7e718e177230c7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=504a03de3f54cfc61dea449d206d904e, ASSIGN}] 2024-11-09T01:31:19,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=504a03de3f54cfc61dea449d206d904e, ASSIGN 2024-11-09T01:31:19,287 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a61e7fd3c1db99cded7e718e177230c7, ASSIGN 2024-11-09T01:31:19,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=504a03de3f54cfc61dea449d206d904e, ASSIGN; state=OFFLINE, location=5296cfb18d53,36509,1731115876959; forceNewPlan=false, retain=false 2024-11-09T01:31:19,288 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a61e7fd3c1db99cded7e718e177230c7, ASSIGN; state=OFFLINE, location=5296cfb18d53,36465,1731115877004; forceNewPlan=false, retain=false 2024-11-09T01:31:19,439 INFO [5296cfb18d53:46161 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T01:31:19,440 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a61e7fd3c1db99cded7e718e177230c7, regionState=OPENING, regionLocation=5296cfb18d53,36465,1731115877004 2024-11-09T01:31:19,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=504a03de3f54cfc61dea449d206d904e, regionState=OPENING, regionLocation=5296cfb18d53,36509,1731115876959 2024-11-09T01:31:19,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=504a03de3f54cfc61dea449d206d904e, ASSIGN because future has completed 2024-11-09T01:31:19,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 504a03de3f54cfc61dea449d206d904e, server=5296cfb18d53,36509,1731115876959}] 2024-11-09T01:31:19,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a61e7fd3c1db99cded7e718e177230c7, ASSIGN because future has completed 2024-11-09T01:31:19,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a61e7fd3c1db99cded7e718e177230c7, server=5296cfb18d53,36465,1731115877004}] 2024-11-09T01:31:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:19,601 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:19,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:19,605 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:19,605 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:19,605 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a61e7fd3c1db99cded7e718e177230c7, NAME => 'testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T01:31:19,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 504a03de3f54cfc61dea449d206d904e, NAME => 'testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T01:31:19,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:19,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:19,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,606 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,607 INFO [StoreOpener-504a03de3f54cfc61dea449d206d904e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,607 INFO [StoreOpener-a61e7fd3c1db99cded7e718e177230c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,608 INFO [StoreOpener-504a03de3f54cfc61dea449d206d904e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 504a03de3f54cfc61dea449d206d904e columnFamilyName family 2024-11-09T01:31:19,608 INFO [StoreOpener-a61e7fd3c1db99cded7e718e177230c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a61e7fd3c1db99cded7e718e177230c7 columnFamilyName family 2024-11-09T01:31:19,608 DEBUG [StoreOpener-a61e7fd3c1db99cded7e718e177230c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:19,608 DEBUG [StoreOpener-504a03de3f54cfc61dea449d206d904e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:19,609 INFO [StoreOpener-a61e7fd3c1db99cded7e718e177230c7-1 {}] regionserver.HStore(327): Store=a61e7fd3c1db99cded7e718e177230c7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:19,609 INFO [StoreOpener-504a03de3f54cfc61dea449d206d904e-1 {}] regionserver.HStore(327): Store=504a03de3f54cfc61dea449d206d904e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:19,609 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,609 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,610 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,610 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,610 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,610 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,610 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,610 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,610 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,610 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,612 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,612 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,614 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/a61e7fd3c1db99cded7e718e177230c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:19,614 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/504a03de3f54cfc61dea449d206d904e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:19,614 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a61e7fd3c1db99cded7e718e177230c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59801546, jitterRate=-0.10888752341270447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:31:19,614 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 504a03de3f54cfc61dea449d206d904e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75463646, jitterRate=0.12449595332145691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:31:19,614 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:19,614 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:19,615 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a61e7fd3c1db99cded7e718e177230c7: Running coprocessor pre-open hook at 1731115879606Writing region info on filesystem at 1731115879606Initializing all the Stores at 1731115879607 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115879607Cleaning up temporary data from old regions at 1731115879610 (+3 ms)Running coprocessor post-open hooks at 1731115879614 (+4 ms)Region opened successfully at 1731115879615 (+1 ms) 2024-11-09T01:31:19,615 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 504a03de3f54cfc61dea449d206d904e: Running coprocessor pre-open hook at 1731115879606Writing region info on filesystem at 1731115879606Initializing all the Stores at 1731115879607 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115879607Cleaning up temporary data from old regions at 1731115879610 (+3 ms)Running coprocessor post-open hooks at 1731115879614 (+4 ms)Region opened successfully at 1731115879615 (+1 ms) 2024-11-09T01:31:19,616 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e., pid=7, masterSystemTime=1731115879601 2024-11-09T01:31:19,616 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7., pid=8, masterSystemTime=1731115879601 2024-11-09T01:31:19,618 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:19,618 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:19,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a61e7fd3c1db99cded7e718e177230c7, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,36465,1731115877004 2024-11-09T01:31:19,619 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:19,619 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:19,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=504a03de3f54cfc61dea449d206d904e, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,36509,1731115876959 2024-11-09T01:31:19,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a61e7fd3c1db99cded7e718e177230c7, server=5296cfb18d53,36465,1731115877004 because future has completed 2024-11-09T01:31:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 504a03de3f54cfc61dea449d206d904e, server=5296cfb18d53,36509,1731115876959 because future has completed 2024-11-09T01:31:19,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T01:31:19,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a61e7fd3c1db99cded7e718e177230c7, server=5296cfb18d53,36465,1731115877004 in 173 msec 2024-11-09T01:31:19,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T01:31:19,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 504a03de3f54cfc61dea449d206d904e, server=5296cfb18d53,36509,1731115876959 in 176 msec 2024-11-09T01:31:19,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a61e7fd3c1db99cded7e718e177230c7, ASSIGN in 340 msec 2024-11-09T01:31:19,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T01:31:19,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=504a03de3f54cfc61dea449d206d904e, ASSIGN in 341 msec 2024-11-09T01:31:19,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:31:19,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115879629"}]},"ts":"1731115879629"} 2024-11-09T01:31:19,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T01:31:19,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:31:19,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 784 msec 2024-11-09T01:31:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:19,989 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T01:31:19,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T01:31:19,989 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:19,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T01:31:19,996 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:19,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T01:31:20,000 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7., hostname=5296cfb18d53,36465,1731115877004, seqNum=2] 2024-11-09T01:31:20,015 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e., hostname=5296cfb18d53,36509,1731115876959, seqNum=2] 2024-11-09T01:31:20,015 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:20,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:20,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:31:20,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:31:20,027 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:31:20,027 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:31:20,027 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:31:20,027 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:31:20,028 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-09T01:31:20,028 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-09T01:31:20,028 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 504a03de3f54cfc61dea449d206d904e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T01:31:20,047 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/504a03de3f54cfc61dea449d206d904e/.tmp/family/1303cf9817934b16b47d52a91526a300 is 32, key is 5/family:/1731115880018/Put/seqid=0 2024-11-09T01:31:20,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:31:20,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:31:20,053 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/504a03de3f54cfc61dea449d206d904e/.tmp/family/1303cf9817934b16b47d52a91526a300 2024-11-09T01:31:20,058 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/504a03de3f54cfc61dea449d206d904e/.tmp/family/1303cf9817934b16b47d52a91526a300 as hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/504a03de3f54cfc61dea449d206d904e/family/1303cf9817934b16b47d52a91526a300 2024-11-09T01:31:20,063 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/504a03de3f54cfc61dea449d206d904e/family/1303cf9817934b16b47d52a91526a300, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T01:31:20,064 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 504a03de3f54cfc61dea449d206d904e in 36ms, sequenceid=9, compaction requested=false 2024-11-09T01:31:20,064 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 504a03de3f54cfc61dea449d206d904e: 2024-11-09T01:31:20,065 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a61e7fd3c1db99cded7e718e177230c7 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T01:31:20,081 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/a61e7fd3c1db99cded7e718e177230c7/.tmp/family/14bbf468052d456b8f02c48344ef7d1e is 32, key is 1/family:/1731115880001/Put/seqid=0 2024-11-09T01:31:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:31:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:31:20,487 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/a61e7fd3c1db99cded7e718e177230c7/.tmp/family/14bbf468052d456b8f02c48344ef7d1e 2024-11-09T01:31:20,495 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/a61e7fd3c1db99cded7e718e177230c7/.tmp/family/14bbf468052d456b8f02c48344ef7d1e as hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/a61e7fd3c1db99cded7e718e177230c7/family/14bbf468052d456b8f02c48344ef7d1e 2024-11-09T01:31:20,503 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/a61e7fd3c1db99cded7e718e177230c7/family/14bbf468052d456b8f02c48344ef7d1e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T01:31:20,504 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a61e7fd3c1db99cded7e718e177230c7 in 440ms, sequenceid=8, compaction requested=false 2024-11-09T01:31:20,504 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a61e7fd3c1db99cded7e718e177230c7: 2024-11-09T01:31:20,506 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 1303cf9817934b16b47d52a91526a300, starting offset: 0, end offset: 9223372036854775807 2024-11-09T01:31:20,506 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 1303cf9817934b16b47d52a91526a300_0 from back map with offset lock 2094080 in the evict process 2024-11-09T01:31:20,508 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 14bbf468052d456b8f02c48344ef7d1e, starting offset: 0, end offset: 9223372036854775807 2024-11-09T01:31:20,508 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 14bbf468052d456b8f02c48344ef7d1e_0 from back map with offset lock 2094080 in the evict process 2024-11-09T01:31:20,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:31:20,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:20,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:20,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:20,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:20,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:31:20,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:31:20,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=496207016, stopped=false 2024-11-09T01:31:20,509 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,46161,1731115876762 2024-11-09T01:31:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:20,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:20,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:20,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:20,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:20,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:20,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:20,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:20,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,36509,1731115876959' ***** 2024-11-09T01:31:20,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:20,645 INFO [RS:0;5296cfb18d53:36509 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T01:31:20,645 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,36465,1731115877004' ***** 2024-11-09T01:31:20,645 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:20,645 INFO [RS:0;5296cfb18d53:36509 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T01:31:20,645 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T01:31:20,645 INFO [RS:1;5296cfb18d53:36465 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T01:31:20,645 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:20,645 INFO [RS:1;5296cfb18d53:36465 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T01:31:20,645 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T01:31:20,646 INFO [RS:0;5296cfb18d53:36509 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:20,646 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:20,646 INFO [RS:0;5296cfb18d53:36509 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:20,646 INFO [RS:1;5296cfb18d53:36465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:20,646 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(3091): Received CLOSE for 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:20,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:20,646 INFO [RS:1;5296cfb18d53:36465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:20,646 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(3091): Received CLOSE for a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:20,646 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T01:31:20,646 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T01:31:20,646 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T01:31:20,647 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T01:31:20,647 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:20,647 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,36509,1731115876959 2024-11-09T01:31:20,647 INFO [RS:0;5296cfb18d53:36509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:20,647 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,36465,1731115877004 2024-11-09T01:31:20,647 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 504a03de3f54cfc61dea449d206d904e, disabling compactions & flushes 2024-11-09T01:31:20,647 INFO [RS:0;5296cfb18d53:36509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:36509. 2024-11-09T01:31:20,647 INFO [RS:1;5296cfb18d53:36465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:20,648 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:20,648 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:20,648 INFO [RS:1;5296cfb18d53:36465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5296cfb18d53:36465. 2024-11-09T01:31:20,648 DEBUG [RS:0;5296cfb18d53:36509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:20,648 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a61e7fd3c1db99cded7e718e177230c7, disabling compactions & flushes 2024-11-09T01:31:20,648 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. after waiting 0 ms 2024-11-09T01:31:20,648 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:20,648 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:20,648 DEBUG [RS:0;5296cfb18d53:36509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:20,648 DEBUG [RS:1;5296cfb18d53:36465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:20,648 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:20,648 DEBUG [RS:1;5296cfb18d53:36465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:20,648 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. after waiting 0 ms 2024-11-09T01:31:20,648 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:31:20,648 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:20,648 DEBUG [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(1325): Online Regions={504a03de3f54cfc61dea449d206d904e=testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e.} 2024-11-09T01:31:20,648 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:20,648 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:20,648 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:20,648 DEBUG [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(1351): Waiting on 504a03de3f54cfc61dea449d206d904e 2024-11-09T01:31:20,648 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:31:20,649 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:31:20,649 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1325): Online Regions={a61e7fd3c1db99cded7e718e177230c7=testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:31:20,649 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a61e7fd3c1db99cded7e718e177230c7 2024-11-09T01:31:20,649 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:31:20,649 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:31:20,649 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:31:20,649 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:31:20,649 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:31:20,649 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T01:31:20,657 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/504a03de3f54cfc61dea449d206d904e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T01:31:20,657 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:20,657 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 504a03de3f54cfc61dea449d206d904e: Waiting for close lock at 1731115880647Running coprocessor pre-close hooks at 1731115880647Disabling compacts and flushes for region at 1731115880647Disabling writes for close at 1731115880648 (+1 ms)Writing region close event to WAL at 1731115880652 (+4 ms)Running coprocessor post-close hooks at 1731115880657 (+5 ms)Closed at 1731115880657 2024-11-09T01:31:20,657 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e. 2024-11-09T01:31:20,659 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/default/testClearRegionBlockCache/a61e7fd3c1db99cded7e718e177230c7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T01:31:20,659 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:20,659 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a61e7fd3c1db99cded7e718e177230c7: Waiting for close lock at 1731115880648Running coprocessor pre-close hooks at 1731115880648Disabling compacts and flushes for region at 1731115880648Disabling writes for close at 1731115880648Writing region close event to WAL at 1731115880656 (+8 ms)Running coprocessor post-close hooks at 1731115880659 (+3 ms)Closed at 1731115880659 2024-11-09T01:31:20,659 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731115878848.a61e7fd3c1db99cded7e718e177230c7. 2024-11-09T01:31:20,667 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/.tmp/info/687f5f761f2f475ebb606db2a202056d is 173, key is testClearRegionBlockCache,5,1731115878848.504a03de3f54cfc61dea449d206d904e./info:regioninfo/1731115879619/Put/seqid=0 2024-11-09T01:31:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:20,673 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/.tmp/info/687f5f761f2f475ebb606db2a202056d 2024-11-09T01:31:20,695 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/.tmp/ns/54894b592d7947eab59297b1c91e7fff is 43, key is default/ns:d/1731115878817/Put/seqid=0 2024-11-09T01:31:20,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:20,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:20,739 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:20,739 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:20,848 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,36509,1731115876959; all regions closed. 2024-11-09T01:31:20,849 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:31:20,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741834_1010 (size=1867) 2024-11-09T01:31:20,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741834_1010 (size=1867) 2024-11-09T01:31:20,859 DEBUG [RS:0;5296cfb18d53:36509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/oldWALs 2024-11-09T01:31:20,859 INFO [RS:0;5296cfb18d53:36509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36509%2C1731115876959:(num 1731115878170) 2024-11-09T01:31:20,859 DEBUG [RS:0;5296cfb18d53:36509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:20,859 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:20,859 INFO [RS:0;5296cfb18d53:36509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:20,860 INFO [RS:0;5296cfb18d53:36509 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:20,860 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:20,860 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:20,860 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:20,860 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:20,860 INFO [RS:0;5296cfb18d53:36509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:20,860 INFO [RS:0;5296cfb18d53:36509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36509 2024-11-09T01:31:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,36509,1731115876959 2024-11-09T01:31:20,937 INFO [RS:0;5296cfb18d53:36509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:20,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,36509,1731115876959] 2024-11-09T01:31:20,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,36509,1731115876959 already deleted, retry=false 2024-11-09T01:31:20,958 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,36509,1731115876959 expired; onlineServers=1 2024-11-09T01:31:21,036 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:31:21,037 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:31:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:21,048 INFO [RS:0;5296cfb18d53:36509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36509-0x1011d37fd340001, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:21,048 INFO [RS:0;5296cfb18d53:36509 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,36509,1731115876959; zookeeper connection closed. 2024-11-09T01:31:21,049 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24427d7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24427d7d 2024-11-09T01:31:21,049 DEBUG [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:31:21,102 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/.tmp/ns/54894b592d7947eab59297b1c91e7fff 2024-11-09T01:31:21,127 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/.tmp/table/afc161111858489982d6a5f1b0ed1345 is 61, key is testClearRegionBlockCache/table:state/1731115879629/Put/seqid=0 2024-11-09T01:31:21,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:21,132 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/.tmp/table/afc161111858489982d6a5f1b0ed1345 2024-11-09T01:31:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:21,138 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/.tmp/info/687f5f761f2f475ebb606db2a202056d as hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/info/687f5f761f2f475ebb606db2a202056d 2024-11-09T01:31:21,144 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/info/687f5f761f2f475ebb606db2a202056d, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T01:31:21,145 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/.tmp/ns/54894b592d7947eab59297b1c91e7fff as hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/ns/54894b592d7947eab59297b1c91e7fff 2024-11-09T01:31:21,151 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/ns/54894b592d7947eab59297b1c91e7fff, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T01:31:21,152 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/.tmp/table/afc161111858489982d6a5f1b0ed1345 as hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/table/afc161111858489982d6a5f1b0ed1345 2024-11-09T01:31:21,158 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/table/afc161111858489982d6a5f1b0ed1345, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T01:31:21,159 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false 2024-11-09T01:31:21,163 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T01:31:21,164 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:31:21,164 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:21,164 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115880649Running coprocessor pre-close hooks at 1731115880649Disabling compacts and flushes for region at 1731115880649Disabling writes for close at 1731115880649Obtaining lock to block concurrent updates at 1731115880649Preparing flush snapshotting stores in 1588230740 at 1731115880649Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731115880650 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115880650Flushing 1588230740/info: creating writer at 1731115880650Flushing 1588230740/info: appending metadata at 1731115880667 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731115880667Flushing 1588230740/ns: creating writer at 1731115880679 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731115880694 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731115880694Flushing 1588230740/table: creating writer at 1731115881111 (+417 ms)Flushing 1588230740/table: appending metadata at 1731115881126 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731115881126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480ef340: reopening flushed file at 1731115881137 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f4eb57: reopening flushed file at 1731115881144 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4d0af8: reopening flushed file at 1731115881151 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false at 1731115881159 (+8 ms)Writing region close event to WAL at 1731115881160 (+1 ms)Running coprocessor post-close hooks at 1731115881164 (+4 ms)Closed at 1731115881164 2024-11-09T01:31:21,164 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:21,250 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,36465,1731115877004; all regions closed. 2024-11-09T01:31:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:21,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:21,258 DEBUG [RS:1;5296cfb18d53:36465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/oldWALs 2024-11-09T01:31:21,258 INFO [RS:1;5296cfb18d53:36465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36465%2C1731115877004.meta:.meta(num 1731115878764) 2024-11-09T01:31:21,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741833_1009 (size=1758) 2024-11-09T01:31:21,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741833_1009 (size=1758) 2024-11-09T01:31:21,264 DEBUG [RS:1;5296cfb18d53:36465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/oldWALs 2024-11-09T01:31:21,264 INFO [RS:1;5296cfb18d53:36465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C36465%2C1731115877004:(num 1731115878170) 2024-11-09T01:31:21,264 DEBUG [RS:1;5296cfb18d53:36465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:21,264 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:21,264 INFO [RS:1;5296cfb18d53:36465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:21,264 INFO [RS:1;5296cfb18d53:36465 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:21,264 INFO [RS:1;5296cfb18d53:36465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:21,264 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:21,264 INFO [RS:1;5296cfb18d53:36465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36465 2024-11-09T01:31:21,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:21,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,36465,1731115877004 2024-11-09T01:31:21,273 INFO [RS:1;5296cfb18d53:36465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:21,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,36465,1731115877004] 2024-11-09T01:31:21,294 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,36465,1731115877004 already deleted, retry=false 2024-11-09T01:31:21,294 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,36465,1731115877004 expired; onlineServers=0 2024-11-09T01:31:21,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,46161,1731115876762' ***** 2024-11-09T01:31:21,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:31:21,294 INFO [M:0;5296cfb18d53:46161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:21,294 INFO [M:0;5296cfb18d53:46161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:21,294 DEBUG [M:0;5296cfb18d53:46161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:31:21,295 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:31:21,295 DEBUG [M:0;5296cfb18d53:46161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:31:21,295 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115877935 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115877935,5,FailOnTimeoutGroup] 2024-11-09T01:31:21,295 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115877935 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115877935,5,FailOnTimeoutGroup] 2024-11-09T01:31:21,295 INFO [M:0;5296cfb18d53:46161 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:21,295 INFO [M:0;5296cfb18d53:46161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:21,295 DEBUG [M:0;5296cfb18d53:46161 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:31:21,295 INFO [M:0;5296cfb18d53:46161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:31:21,295 INFO [M:0;5296cfb18d53:46161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:21,295 INFO [M:0;5296cfb18d53:46161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:31:21,295 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:31:21,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:21,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:21,305 DEBUG [M:0;5296cfb18d53:46161 {}] zookeeper.ZKUtil(347): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T01:31:21,305 WARN [M:0;5296cfb18d53:46161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:31:21,306 INFO [M:0;5296cfb18d53:46161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/.lastflushedseqids 2024-11-09T01:31:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:31:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:31:21,314 INFO [M:0;5296cfb18d53:46161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:31:21,314 INFO [M:0;5296cfb18d53:46161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:31:21,314 DEBUG [M:0;5296cfb18d53:46161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:31:21,314 INFO [M:0;5296cfb18d53:46161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:21,315 DEBUG [M:0;5296cfb18d53:46161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:21,315 DEBUG [M:0;5296cfb18d53:46161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:31:21,315 DEBUG [M:0;5296cfb18d53:46161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:21,315 INFO [M:0;5296cfb18d53:46161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-09T01:31:21,331 DEBUG [M:0;5296cfb18d53:46161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ce95bfb56142548b85e44fd1fce51a is 82, key is hbase:meta,,1/info:regioninfo/1731115878796/Put/seqid=0 2024-11-09T01:31:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:21,336 INFO [M:0;5296cfb18d53:46161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ce95bfb56142548b85e44fd1fce51a 2024-11-09T01:31:21,355 DEBUG [M:0;5296cfb18d53:46161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1d2b0a56bfb4fb2996b3dbdc240d868 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115879634/Put/seqid=0 2024-11-09T01:31:21,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741846_1022 (size=6218) 2024-11-09T01:31:21,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741846_1022 (size=6218) 2024-11-09T01:31:21,360 INFO [M:0;5296cfb18d53:46161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1d2b0a56bfb4fb2996b3dbdc240d868 2024-11-09T01:31:21,379 DEBUG [M:0;5296cfb18d53:46161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cbd2c8d2d944be599d003c27884bbd0 is 69, key is 5296cfb18d53,36465,1731115877004/rs:state/1731115877975/Put/seqid=0 2024-11-09T01:31:21,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:21,384 INFO [RS:1;5296cfb18d53:36465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:21,384 INFO [RS:1;5296cfb18d53:36465 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,36465,1731115877004; zookeeper connection closed. 2024-11-09T01:31:21,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:21,384 INFO [M:0;5296cfb18d53:46161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cbd2c8d2d944be599d003c27884bbd0 2024-11-09T01:31:21,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36465-0x1011d37fd340002, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:21,384 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69927ad0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69927ad0 2024-11-09T01:31:21,384 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T01:31:21,389 DEBUG [M:0;5296cfb18d53:46161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ce95bfb56142548b85e44fd1fce51a as hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ce95bfb56142548b85e44fd1fce51a 2024-11-09T01:31:21,394 INFO [M:0;5296cfb18d53:46161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ce95bfb56142548b85e44fd1fce51a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T01:31:21,396 DEBUG [M:0;5296cfb18d53:46161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1d2b0a56bfb4fb2996b3dbdc240d868 as hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1d2b0a56bfb4fb2996b3dbdc240d868 2024-11-09T01:31:21,401 INFO [M:0;5296cfb18d53:46161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1d2b0a56bfb4fb2996b3dbdc240d868, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T01:31:21,402 DEBUG [M:0;5296cfb18d53:46161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cbd2c8d2d944be599d003c27884bbd0 as hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cbd2c8d2d944be599d003c27884bbd0 2024-11-09T01:31:21,407 INFO [M:0;5296cfb18d53:46161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34383/user/jenkins/test-data/b386f3a4-f3aa-e912-0290-f582540dde1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cbd2c8d2d944be599d003c27884bbd0, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T01:31:21,408 INFO [M:0;5296cfb18d53:46161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false 2024-11-09T01:31:21,409 INFO [M:0;5296cfb18d53:46161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:21,410 DEBUG [M:0;5296cfb18d53:46161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115881314Disabling compacts and flushes for region at 1731115881314Disabling writes for close at 1731115881315 (+1 ms)Obtaining lock to block concurrent updates at 1731115881315Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115881315Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731115881315Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115881316 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115881316Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115881330 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115881330Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115881340 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115881354 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115881354Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115881365 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115881378 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115881378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c32996a: reopening flushed file at 1731115881388 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4476649b: reopening flushed file at 1731115881395 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5357730d: reopening flushed file at 1731115881401 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false at 1731115881408 (+7 ms)Writing region close event to WAL at 1731115881409 (+1 ms)Closed at 1731115881409 2024-11-09T01:31:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741830_1006 (size=35428) 2024-11-09T01:31:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44259 is added to blk_1073741830_1006 (size=35428) 2024-11-09T01:31:21,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:21,412 INFO [M:0;5296cfb18d53:46161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:31:21,412 INFO [M:0;5296cfb18d53:46161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46161 2024-11-09T01:31:21,413 INFO [M:0;5296cfb18d53:46161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:21,521 INFO [M:0;5296cfb18d53:46161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:21,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:21,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x1011d37fd340000, quorum=127.0.0.1:54995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:21,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a4a7157{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:21,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bb07f17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:21,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:21,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@781e14b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:21,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb009fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:21,526 WARN [BP-1622840392-172.17.0.2-1731115874183 heartbeating to localhost/127.0.0.1:34383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:21,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:21,526 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:21,526 WARN [BP-1622840392-172.17.0.2-1731115874183 heartbeating to localhost/127.0.0.1:34383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1622840392-172.17.0.2-1731115874183 (Datanode Uuid 2c1ce4fe-558e-4750-992f-617293e7ccea) service to localhost/127.0.0.1:34383 2024-11-09T01:31:21,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/data/data3/current/BP-1622840392-172.17.0.2-1731115874183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:21,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/data/data4/current/BP-1622840392-172.17.0.2-1731115874183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:21,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:21,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c2ee727{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:21,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b1b5e71{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:21,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:21,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b3ccc59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:21,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216c5937{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:21,533 WARN [BP-1622840392-172.17.0.2-1731115874183 heartbeating to localhost/127.0.0.1:34383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:21,533 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:21,533 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:21,533 WARN [BP-1622840392-172.17.0.2-1731115874183 heartbeating to localhost/127.0.0.1:34383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1622840392-172.17.0.2-1731115874183 (Datanode Uuid 5fb16fcb-d35e-4623-b0aa-0185de9c30e7) service to localhost/127.0.0.1:34383 2024-11-09T01:31:21,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/data/data1/current/BP-1622840392-172.17.0.2-1731115874183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:21,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/cluster_b3368078-94b1-1229-e4f6-9765ac2898e3/data/data2/current/BP-1622840392-172.17.0.2-1731115874183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:21,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:21,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65861434{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:31:21,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5325ff09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:21,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:21,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365bf47a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:21,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28179244{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:21,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:31:21,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:31:21,571 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=169 (was 153) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34383 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34383 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=524 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=814 (was 926), ProcessCount=11 (was 11), AvailableMemoryMB=1878 (was 2009) 2024-11-09T01:31:21,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=169, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=814, ProcessCount=11, AvailableMemoryMB=1878 2024-11-09T01:31:21,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.log.dir so I do NOT create it in target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce 2024-11-09T01:31:21,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:31:21,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.tmp.dir so I do NOT create it in target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce 2024-11-09T01:31:21,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b5023bd-377f-83a1-1703-47f0f28e767a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:31:21,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce 2024-11-09T01:31:21,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:31:21,591 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c, deleteOnExit=true 2024-11-09T01:31:21,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:31:21,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/test.cache.data in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:31:21,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:31:21,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:31:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:31:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:31:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:31:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:31:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:31:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:31:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:31:21,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:31:21,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:21,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:21,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:21,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:21,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:31:21,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:21,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27209016{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:21,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5014b814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:22,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@87734d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/java.io.tmpdir/jetty-localhost-40883-hadoop-hdfs-3_4_1-tests_jar-_-any-7035259500119416199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:31:22,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b813358{HTTP/1.1, (http/1.1)}{localhost:40883} 2024-11-09T01:31:22,030 INFO [Time-limited test {}] server.Server(415): Started @38577ms 2024-11-09T01:31:22,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:22,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:22,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:22,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:22,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:31:22,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f5fcf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:22,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e39c8ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:22,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d930103{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/java.io.tmpdir/jetty-localhost-37283-hadoop-hdfs-3_4_1-tests_jar-_-any-11432710530329558593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:22,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48ef0b0b{HTTP/1.1, (http/1.1)}{localhost:37283} 2024-11-09T01:31:22,418 INFO [Time-limited test {}] server.Server(415): Started @38965ms 2024-11-09T01:31:22,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:31:22,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:31:22,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:31:22,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:31:22,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:31:22,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:31:22,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b09ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:31:22,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51ca635f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:31:22,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79ad0e35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/java.io.tmpdir/jetty-localhost-41909-hadoop-hdfs-3_4_1-tests_jar-_-any-5763745178409108535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:22,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@319819d5{HTTP/1.1, (http/1.1)}{localhost:41909} 2024-11-09T01:31:22,555 INFO [Time-limited test {}] server.Server(415): Started @39103ms 2024-11-09T01:31:22,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:31:23,866 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/data/data2/current/BP-1834260422-172.17.0.2-1731115881616/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:23,866 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/data/data1/current/BP-1834260422-172.17.0.2-1731115881616/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:23,890 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:31:23,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6777ed65daf514e with lease ID 0x5d3cb1b037ab8e15: Processing first storage report for DS-8c3cad8e-0851-4c0b-bbac-67e97bee8e02 from datanode DatanodeRegistration(127.0.0.1:43915, datanodeUuid=0c495cf5-43a8-4a3c-9df2-a3e434f4149f, infoPort=40791, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=648450395;c=1731115881616) 2024-11-09T01:31:23,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6777ed65daf514e with lease ID 0x5d3cb1b037ab8e15: from storage DS-8c3cad8e-0851-4c0b-bbac-67e97bee8e02 node DatanodeRegistration(127.0.0.1:43915, datanodeUuid=0c495cf5-43a8-4a3c-9df2-a3e434f4149f, infoPort=40791, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=648450395;c=1731115881616), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:23,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6777ed65daf514e with lease ID 0x5d3cb1b037ab8e15: Processing first storage report for DS-10453f69-f511-462a-954c-9c7396467a5a from datanode DatanodeRegistration(127.0.0.1:43915, datanodeUuid=0c495cf5-43a8-4a3c-9df2-a3e434f4149f, infoPort=40791, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=648450395;c=1731115881616) 2024-11-09T01:31:23,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6777ed65daf514e with lease ID 0x5d3cb1b037ab8e15: from storage DS-10453f69-f511-462a-954c-9c7396467a5a node DatanodeRegistration(127.0.0.1:43915, datanodeUuid=0c495cf5-43a8-4a3c-9df2-a3e434f4149f, infoPort=40791, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=648450395;c=1731115881616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:24,004 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/data/data3/current/BP-1834260422-172.17.0.2-1731115881616/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:24,004 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/data/data4/current/BP-1834260422-172.17.0.2-1731115881616/current, will proceed with Du for space computation calculation, 2024-11-09T01:31:24,024 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:31:24,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1b01687d7f18755 with lease ID 0x5d3cb1b037ab8e16: Processing first storage report for DS-2a3ebb67-63ac-4ee5-a7e8-a3662fd3ee55 from datanode DatanodeRegistration(127.0.0.1:45337, datanodeUuid=9074894e-76b3-4d84-85bb-09b3880bbda4, infoPort=40627, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=648450395;c=1731115881616) 2024-11-09T01:31:24,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1b01687d7f18755 with lease ID 0x5d3cb1b037ab8e16: from storage DS-2a3ebb67-63ac-4ee5-a7e8-a3662fd3ee55 node DatanodeRegistration(127.0.0.1:45337, datanodeUuid=9074894e-76b3-4d84-85bb-09b3880bbda4, infoPort=40627, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=648450395;c=1731115881616), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:31:24,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1b01687d7f18755 with lease ID 0x5d3cb1b037ab8e16: Processing first storage report for DS-719ad6b8-c54a-4f28-bff1-88e1379dc1e5 from datanode DatanodeRegistration(127.0.0.1:45337, datanodeUuid=9074894e-76b3-4d84-85bb-09b3880bbda4, infoPort=40627, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=648450395;c=1731115881616) 2024-11-09T01:31:24,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1b01687d7f18755 with lease ID 0x5d3cb1b037ab8e16: from storage DS-719ad6b8-c54a-4f28-bff1-88e1379dc1e5 node DatanodeRegistration(127.0.0.1:45337, datanodeUuid=9074894e-76b3-4d84-85bb-09b3880bbda4, infoPort=40627, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=648450395;c=1731115881616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:31:24,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce 2024-11-09T01:31:24,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/zookeeper_0, clientPort=54975, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:31:24,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54975 2024-11-09T01:31:24,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:24,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:24,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:31:24,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:31:24,105 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228 with version=8 2024-11-09T01:31:24,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/hbase-staging 2024-11-09T01:31:24,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:24,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:24,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:24,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:24,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:24,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:24,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:31:24,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:24,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40685 2024-11-09T01:31:24,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40685 connecting to ZooKeeper ensemble=127.0.0.1:54975 2024-11-09T01:31:24,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406850x0, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:24,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40685-0x1011d3819e60000 connected 2024-11-09T01:31:24,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:24,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:24,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:24,257 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228, hbase.cluster.distributed=false 2024-11-09T01:31:24,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:24,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40685 2024-11-09T01:31:24,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40685 2024-11-09T01:31:24,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40685 2024-11-09T01:31:24,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40685 2024-11-09T01:31:24,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40685 2024-11-09T01:31:24,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:31:24,322 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:24,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:24,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:24,323 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:24,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:24,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:24,323 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:31:24,323 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:24,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34941 2024-11-09T01:31:24,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34941 connecting to ZooKeeper ensemble=127.0.0.1:54975 2024-11-09T01:31:24,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:24,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:24,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349410x0, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:24,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349410x0, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:24,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34941-0x1011d3819e60001 connected 2024-11-09T01:31:24,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:31:24,340 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T01:31:24,350 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T01:31:24,350 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T01:31:24,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:24,353 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T01:31:24,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:24,353 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:31:24,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:24,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:31:24,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:24,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:24,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:24,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:24,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34941 2024-11-09T01:31:24,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34941 2024-11-09T01:31:24,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34941 2024-11-09T01:31:24,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:31:24,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34941 2024-11-09T01:31:24,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34941 2024-11-09T01:31:24,391 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:31:24,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:24,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:24,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:31:24,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:31:24,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:31:24,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:31:24,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:31:24,393 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38977 2024-11-09T01:31:24,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38977 connecting to ZooKeeper ensemble=127.0.0.1:54975 2024-11-09T01:31:24,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:24,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:24,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389770x0, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:31:24,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389770x0, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:24,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38977-0x1011d3819e60002 connected 2024-11-09T01:31:24,411 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:31:24,413 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T01:31:24,419 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T01:31:24,420 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T01:31:24,424 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T01:31:24,424 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:31:24,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:31:24,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:31:24,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38977 2024-11-09T01:31:24,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38977 2024-11-09T01:31:24,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38977 2024-11-09T01:31:24,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38977 2024-11-09T01:31:24,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38977 2024-11-09T01:31:24,446 DEBUG [M:0;5296cfb18d53:40685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:40685 2024-11-09T01:31:24,446 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5296cfb18d53,40685,1731115884107 2024-11-09T01:31:24,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:24,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:24,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:24,452 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5296cfb18d53,40685,1731115884107 2024-11-09T01:31:24,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:24,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:24,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,463 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T01:31:24,463 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5296cfb18d53,40685,1731115884107 from backup master directory 2024-11-09T01:31:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5296cfb18d53,40685,1731115884107 2024-11-09T01:31:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:31:24,473 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:24,473 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,40685,1731115884107 2024-11-09T01:31:24,477 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/hbase.id] with ID: 0245a8c1-7b32-47e2-a86a-57eb781f5789 2024-11-09T01:31:24,477 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/.tmp/hbase.id 2024-11-09T01:31:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:31:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:31:24,484 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/.tmp/hbase.id]:[hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/hbase.id] 2024-11-09T01:31:24,495 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:31:24,495 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:31:24,496 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T01:31:24,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:31:24,512 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:31:24,513 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:31:24,514 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:24,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:31:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:31:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:31:24,526 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store 2024-11-09T01:31:24,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:31:24,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:31:24,533 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:24,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:31:24,534 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:24,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:24,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:31:24,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:24,534 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:24,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115884534Disabling compacts and flushes for region at 1731115884534Disabling writes for close at 1731115884534Writing region close event to WAL at 1731115884534Closed at 1731115884534 2024-11-09T01:31:24,535 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/.initializing 2024-11-09T01:31:24,535 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/WALs/5296cfb18d53,40685,1731115884107 2024-11-09T01:31:24,536 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:24,538 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C40685%2C1731115884107, suffix=, logDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/WALs/5296cfb18d53,40685,1731115884107, archiveDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/oldWALs, maxLogs=10 2024-11-09T01:31:24,551 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/WALs/5296cfb18d53,40685,1731115884107/5296cfb18d53%2C40685%2C1731115884107.1731115884538, exclude list is [], retry=0 2024-11-09T01:31:24,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43915,DS-8c3cad8e-0851-4c0b-bbac-67e97bee8e02,DISK] 2024-11-09T01:31:24,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-2a3ebb67-63ac-4ee5-a7e8-a3662fd3ee55,DISK] 2024-11-09T01:31:24,557 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/WALs/5296cfb18d53,40685,1731115884107/5296cfb18d53%2C40685%2C1731115884107.1731115884538 2024-11-09T01:31:24,557 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791),(127.0.0.1/127.0.0.1:40627:40627)] 2024-11-09T01:31:24,557 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:31:24,557 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:24,557 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,557 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:31:24,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:24,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:24,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:31:24,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:24,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:24,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:31:24,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:24,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:24,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:31:24,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:24,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:24,567 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,568 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,568 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,569 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,569 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,570 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:24,571 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:31:24,574 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:24,574 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73774142, jitterRate=0.09932038187980652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:24,575 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731115884558Initializing all the Stores at 1731115884558Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115884558Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115884559 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115884559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115884559Cleaning up temporary data from old regions at 1731115884569 (+10 ms)Region opened successfully at 1731115884575 (+6 ms) 2024-11-09T01:31:24,575 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:31:24,578 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1708714c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:24,579 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:31:24,580 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:31:24,580 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:31:24,580 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:31:24,580 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:31:24,580 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:31:24,581 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T01:31:24,582 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:31:24,583 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T01:31:24,589 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T01:31:24,589 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:31:24,590 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:31:24,599 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T01:31:24,600 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:31:24,601 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:31:24,610 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T01:31:24,611 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:31:24,620 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T01:31:24,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:31:24,631 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T01:31:24,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:24,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:24,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,642 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,40685,1731115884107, sessionid=0x1011d3819e60000, setting cluster-up flag (Was=false) 2024-11-09T01:31:24,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,694 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T01:31:24,695 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40685,1731115884107 2024-11-09T01:31:24,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:24,747 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T01:31:24,748 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,40685,1731115884107 2024-11-09T01:31:24,749 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:31:24,751 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:24,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:31:24,751 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:31:24,751 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,40685,1731115884107 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:31:24,753 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:24,753 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:24,753 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:24,753 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:31:24,753 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:31:24,753 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,753 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:24,753 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731115914757 2024-11-09T01:31:24,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:31:24,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:24,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:31:24,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:31:24,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:31:24,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:31:24,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:31:24,757 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:31:24,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:31:24,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:31:24,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:31:24,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:31:24,758 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:31:24,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:24,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:31:24,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115884758,5,FailOnTimeoutGroup] 2024-11-09T01:31:24,760 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115884760,5,FailOnTimeoutGroup] 2024-11-09T01:31:24,760 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,760 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:31:24,760 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,760 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:31:24,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:31:24,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:31:24,770 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228 2024-11-09T01:31:24,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:31:24,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:31:24,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:24,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:31:24,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:31:24,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:24,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:24,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:31:24,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:31:24,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:24,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:24,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:31:24,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:31:24,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:24,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:24,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:31:24,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:31:24,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:24,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:24,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:31:24,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740 2024-11-09T01:31:24,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740 2024-11-09T01:31:24,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:31:24,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:31:24,788 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:24,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:31:24,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:24,791 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65919170, jitterRate=-0.017727822065353394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731115884777Initializing all the Stores at 1731115884778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115884778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115884778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115884778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115884778Cleaning up temporary data from old regions at 1731115884788 (+10 ms)Region opened successfully at 1731115884792 (+4 ms) 2024-11-09T01:31:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:31:24,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:31:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:31:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:31:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:31:24,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115884792Disabling compacts and flushes for region at 1731115884792Disabling writes for close at 1731115884792Writing region close event to WAL at 1731115884792Closed at 1731115884792 2024-11-09T01:31:24,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:24,794 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:31:24,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:31:24,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:31:24,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:31:24,836 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(746): ClusterId : 0245a8c1-7b32-47e2-a86a-57eb781f5789 2024-11-09T01:31:24,836 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(746): ClusterId : 0245a8c1-7b32-47e2-a86a-57eb781f5789 2024-11-09T01:31:24,836 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:31:24,836 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:31:24,842 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:31:24,842 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:31:24,842 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:31:24,842 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:31:24,853 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:31:24,853 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:31:24,853 DEBUG [RS:1;5296cfb18d53:38977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5961a692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:24,853 DEBUG [RS:0;5296cfb18d53:34941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66790108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:31:24,865 DEBUG [RS:1;5296cfb18d53:38977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5296cfb18d53:38977 2024-11-09T01:31:24,866 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:31:24,866 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:31:24,866 DEBUG [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:31:24,866 DEBUG [RS:0;5296cfb18d53:34941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:34941 2024-11-09T01:31:24,866 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:31:24,866 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:31:24,866 DEBUG [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:31:24,866 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,40685,1731115884107 with port=38977, startcode=1731115884391 2024-11-09T01:31:24,867 DEBUG [RS:1;5296cfb18d53:38977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:31:24,867 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,40685,1731115884107 with port=34941, startcode=1731115884322 2024-11-09T01:31:24,867 DEBUG [RS:0;5296cfb18d53:34941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:31:24,868 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:31:24,868 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:31:24,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,38977,1731115884391 2024-11-09T01:31:24,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40685 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,38977,1731115884391 2024-11-09T01:31:24,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,34941,1731115884322 2024-11-09T01:31:24,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40685 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,34941,1731115884322 2024-11-09T01:31:24,870 DEBUG [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228 2024-11-09T01:31:24,870 DEBUG [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33529 2024-11-09T01:31:24,870 DEBUG [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:31:24,871 DEBUG [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228 2024-11-09T01:31:24,871 DEBUG [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33529 2024-11-09T01:31:24,871 DEBUG [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:31:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:24,919 DEBUG [RS:1;5296cfb18d53:38977 {}] zookeeper.ZKUtil(111): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,38977,1731115884391 2024-11-09T01:31:24,919 WARN [RS:1;5296cfb18d53:38977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:24,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,34941,1731115884322] 2024-11-09T01:31:24,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,38977,1731115884391] 2024-11-09T01:31:24,919 INFO [RS:1;5296cfb18d53:38977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:24,919 DEBUG [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,38977,1731115884391 2024-11-09T01:31:24,920 DEBUG [RS:0;5296cfb18d53:34941 {}] zookeeper.ZKUtil(111): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,34941,1731115884322 2024-11-09T01:31:24,920 WARN [RS:0;5296cfb18d53:34941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:31:24,920 INFO [RS:0;5296cfb18d53:34941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:24,920 DEBUG [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,34941,1731115884322 2024-11-09T01:31:24,923 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:31:24,923 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:31:24,925 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:31:24,925 INFO [RS:1;5296cfb18d53:38977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:31:24,925 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,926 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:31:24,926 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:31:24,926 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:31:24,927 INFO [RS:0;5296cfb18d53:34941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:31:24,927 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,927 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:24,927 DEBUG [RS:1;5296cfb18d53:38977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:24,928 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:31:24,928 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,928 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,928 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,928 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,928 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,928 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,928 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38977,1731115884391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,928 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,929 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:31:24,929 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:24,929 DEBUG [RS:0;5296cfb18d53:34941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:31:24,932 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,932 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,932 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,932 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,932 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,932 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34941,1731115884322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:24,944 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:31:24,945 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,38977,1731115884391-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,945 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,945 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.Replication(171): 5296cfb18d53,38977,1731115884391 started 2024-11-09T01:31:24,946 WARN [5296cfb18d53:40685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:31:24,948 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:31:24,948 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,34941,1731115884322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,948 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,949 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.Replication(171): 5296cfb18d53,34941,1731115884322 started 2024-11-09T01:31:24,959 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,959 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,38977,1731115884391, RpcServer on 5296cfb18d53/172.17.0.2:38977, sessionid=0x1011d3819e60002 2024-11-09T01:31:24,959 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:31:24,959 DEBUG [RS:1;5296cfb18d53:38977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,38977,1731115884391 2024-11-09T01:31:24,960 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,38977,1731115884391' 2024-11-09T01:31:24,960 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:31:24,960 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:31:24,960 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:31:24,960 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:31:24,960 DEBUG [RS:1;5296cfb18d53:38977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,38977,1731115884391 2024-11-09T01:31:24,960 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,38977,1731115884391' 2024-11-09T01:31:24,960 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:31:24,961 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:31:24,961 DEBUG [RS:1;5296cfb18d53:38977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:31:24,961 INFO [RS:1;5296cfb18d53:38977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:31:24,961 INFO [RS:1;5296cfb18d53:38977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:31:24,964 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:24,964 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,34941,1731115884322, RpcServer on 5296cfb18d53/172.17.0.2:34941, sessionid=0x1011d3819e60001 2024-11-09T01:31:24,965 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:31:24,965 DEBUG [RS:0;5296cfb18d53:34941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,34941,1731115884322 2024-11-09T01:31:24,965 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,34941,1731115884322' 2024-11-09T01:31:24,965 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:31:24,965 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:31:24,965 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:31:24,965 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:31:24,965 DEBUG [RS:0;5296cfb18d53:34941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,34941,1731115884322 2024-11-09T01:31:24,965 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,34941,1731115884322' 2024-11-09T01:31:24,966 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:31:24,966 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:31:24,966 DEBUG [RS:0;5296cfb18d53:34941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:31:24,966 INFO [RS:0;5296cfb18d53:34941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:31:24,966 INFO [RS:0;5296cfb18d53:34941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:31:25,062 INFO [RS:1;5296cfb18d53:38977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:25,067 INFO [RS:1;5296cfb18d53:38977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C38977%2C1731115884391, suffix=, logDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,38977,1731115884391, archiveDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/oldWALs, maxLogs=32 2024-11-09T01:31:25,067 INFO [RS:0;5296cfb18d53:34941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:31:25,071 INFO [RS:0;5296cfb18d53:34941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C34941%2C1731115884322, suffix=, logDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,34941,1731115884322, archiveDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/oldWALs, maxLogs=32 2024-11-09T01:31:25,084 DEBUG [RS:0;5296cfb18d53:34941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,34941,1731115884322/5296cfb18d53%2C34941%2C1731115884322.1731115885071, exclude list is [], retry=0 2024-11-09T01:31:25,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-2a3ebb67-63ac-4ee5-a7e8-a3662fd3ee55,DISK] 2024-11-09T01:31:25,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43915,DS-8c3cad8e-0851-4c0b-bbac-67e97bee8e02,DISK] 2024-11-09T01:31:25,087 DEBUG [RS:1;5296cfb18d53:38977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,38977,1731115884391/5296cfb18d53%2C38977%2C1731115884391.1731115885068, exclude list is [], retry=0 2024-11-09T01:31:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43915,DS-8c3cad8e-0851-4c0b-bbac-67e97bee8e02,DISK] 2024-11-09T01:31:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-2a3ebb67-63ac-4ee5-a7e8-a3662fd3ee55,DISK] 2024-11-09T01:31:25,090 INFO [RS:0;5296cfb18d53:34941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,34941,1731115884322/5296cfb18d53%2C34941%2C1731115884322.1731115885071 2024-11-09T01:31:25,091 DEBUG [RS:0;5296cfb18d53:34941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791),(127.0.0.1/127.0.0.1:40627:40627)] 2024-11-09T01:31:25,096 INFO [RS:1;5296cfb18d53:38977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,38977,1731115884391/5296cfb18d53%2C38977%2C1731115884391.1731115885068 2024-11-09T01:31:25,096 DEBUG [RS:1;5296cfb18d53:38977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40627:40627),(127.0.0.1/127.0.0.1:40791:40791)] 2024-11-09T01:31:25,197 DEBUG [5296cfb18d53:40685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T01:31:25,197 DEBUG [5296cfb18d53:40685 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:31:25,201 DEBUG [5296cfb18d53:40685 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:31:25,201 DEBUG [5296cfb18d53:40685 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:31:25,201 DEBUG [5296cfb18d53:40685 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:31:25,201 DEBUG [5296cfb18d53:40685 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:31:25,201 INFO [5296cfb18d53:40685 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:31:25,201 INFO [5296cfb18d53:40685 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:31:25,201 DEBUG [5296cfb18d53:40685 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:31:25,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,34941,1731115884322 2024-11-09T01:31:25,204 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,34941,1731115884322, state=OPENING 2024-11-09T01:31:25,220 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:31:25,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:25,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:25,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:25,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:25,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:25,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:25,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:31:25,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,34941,1731115884322}] 2024-11-09T01:31:25,383 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:25,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:25,388 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:31:25,388 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:31:25,388 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:31:25,390 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C34941%2C1731115884322.meta, suffix=.meta, logDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,34941,1731115884322, archiveDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/oldWALs, maxLogs=32 2024-11-09T01:31:25,406 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,34941,1731115884322/5296cfb18d53%2C34941%2C1731115884322.meta.1731115885391.meta, exclude list is [], retry=0 2024-11-09T01:31:25,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43915,DS-8c3cad8e-0851-4c0b-bbac-67e97bee8e02,DISK] 2024-11-09T01:31:25,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45337,DS-2a3ebb67-63ac-4ee5-a7e8-a3662fd3ee55,DISK] 2024-11-09T01:31:25,410 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,34941,1731115884322/5296cfb18d53%2C34941%2C1731115884322.meta.1731115885391.meta 2024-11-09T01:31:25,410 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791),(127.0.0.1/127.0.0.1:40627:40627)] 2024-11-09T01:31:25,410 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:31:25,410 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:31:25,410 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:31:25,411 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:31:25,411 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:31:25,411 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:25,411 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:31:25,411 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:31:25,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:31:25,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:31:25,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:25,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:25,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:31:25,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:31:25,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:25,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:25,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:31:25,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:31:25,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:25,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:25,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:31:25,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:31:25,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:25,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:31:25,416 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:31:25,416 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740 2024-11-09T01:31:25,417 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740 2024-11-09T01:31:25,418 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:31:25,418 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:31:25,419 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:31:25,420 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:31:25,420 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67874979, jitterRate=0.011416003108024597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:31:25,421 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:31:25,421 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731115885411Writing region info on filesystem at 1731115885411Initializing all the Stores at 1731115885412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115885412Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115885412Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115885412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731115885412Cleaning up temporary data from old regions at 1731115885418 (+6 ms)Running coprocessor post-open hooks at 1731115885421 (+3 ms)Region opened successfully at 1731115885421 2024-11-09T01:31:25,422 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731115885383 2024-11-09T01:31:25,424 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:31:25,424 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:31:25,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,34941,1731115884322 2024-11-09T01:31:25,426 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,34941,1731115884322, state=OPEN 2024-11-09T01:31:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:31:25,431 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,34941,1731115884322 2024-11-09T01:31:25,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:25,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:25,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:31:25,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:31:25,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,34941,1731115884322 in 199 msec 2024-11-09T01:31:25,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:31:25,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-09T01:31:25,437 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:31:25,437 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:31:25,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:31:25,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,34941,1731115884322, seqNum=-1] 2024-11-09T01:31:25,439 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:25,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:25,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 694 msec 2024-11-09T01:31:25,445 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731115885445, completionTime=-1 2024-11-09T01:31:25,445 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T01:31:25,446 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731115945448 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731116005448 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40685,1731115884107-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40685,1731115884107-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40685,1731115884107-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:40685, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:25,448 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:25,451 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:31:25,453 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.980sec 2024-11-09T01:31:25,453 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:31:25,453 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:31:25,453 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:31:25,453 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:31:25,453 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:31:25,453 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40685,1731115884107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:31:25,453 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40685,1731115884107-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:31:25,456 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:31:25,456 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:31:25,456 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40685,1731115884107-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:31:25,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303f3d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:25,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,40685,-1 for getting cluster id 2024-11-09T01:31:25,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:31:25,538 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0245a8c1-7b32-47e2-a86a-57eb781f5789' 2024-11-09T01:31:25,538 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:31:25,538 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0245a8c1-7b32-47e2-a86a-57eb781f5789" 2024-11-09T01:31:25,539 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af40738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:25,539 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,40685,-1] 2024-11-09T01:31:25,539 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:31:25,539 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:25,540 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:31:25,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bec6001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:31:25,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:31:25,542 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,34941,1731115884322, seqNum=-1] 2024-11-09T01:31:25,543 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:25,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:25,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,40685,1731115884107 2024-11-09T01:31:25,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:31:25,546 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,40685,1731115884107 2024-11-09T01:31:25,546 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b5b575f 2024-11-09T01:31:25,546 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:31:25,547 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:31:25,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:31:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T01:31:25,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:31:25,551 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:25,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T01:31:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:25,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:31:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:31:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741836_1012 (size=379) 2024-11-09T01:31:25,563 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1930c066982a9375066302a5944546d4, NAME => 'testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228 2024-11-09T01:31:25,565 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b3b0f3c4f929994cba4f01f465e2fec5, NAME => 'testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228 2024-11-09T01:31:25,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:31:25,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741837_1013 (size=61) 2024-11-09T01:31:25,591 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:25,591 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1930c066982a9375066302a5944546d4, disabling compactions & flushes 2024-11-09T01:31:25,591 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:25,591 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:25,591 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. after waiting 0 ms 2024-11-09T01:31:25,591 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:25,591 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:25,591 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1930c066982a9375066302a5944546d4: Waiting for close lock at 1731115885591Disabling compacts and flushes for region at 1731115885591Disabling writes for close at 1731115885591Writing region close event to WAL at 1731115885591Closed at 1731115885591 2024-11-09T01:31:25,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:31:25,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741838_1014 (size=61) 2024-11-09T01:31:25,605 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:25,606 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b3b0f3c4f929994cba4f01f465e2fec5, disabling compactions & flushes 2024-11-09T01:31:25,606 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:25,606 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:25,606 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. after waiting 0 ms 2024-11-09T01:31:25,606 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:25,606 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:25,606 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b3b0f3c4f929994cba4f01f465e2fec5: Waiting for close lock at 1731115885606Disabling compacts and flushes for region at 1731115885606Disabling writes for close at 1731115885606Writing region close event to WAL at 1731115885606Closed at 1731115885606 2024-11-09T01:31:25,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:31:25,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115885608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115885608"}]},"ts":"1731115885608"} 2024-11-09T01:31:25,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731115885608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731115885608"}]},"ts":"1731115885608"} 2024-11-09T01:31:25,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T01:31:25,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:31:25,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115885615"}]},"ts":"1731115885615"} 2024-11-09T01:31:25,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T01:31:25,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:31:25,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:31:25,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:31:25,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:31:25,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:31:25,623 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:31:25,623 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:31:25,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:31:25,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1930c066982a9375066302a5944546d4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b0f3c4f929994cba4f01f465e2fec5, ASSIGN}] 2024-11-09T01:31:25,625 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1930c066982a9375066302a5944546d4, ASSIGN 2024-11-09T01:31:25,625 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b0f3c4f929994cba4f01f465e2fec5, ASSIGN 2024-11-09T01:31:25,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b0f3c4f929994cba4f01f465e2fec5, ASSIGN; state=OFFLINE, location=5296cfb18d53,34941,1731115884322; forceNewPlan=false, retain=false 2024-11-09T01:31:25,627 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1930c066982a9375066302a5944546d4, ASSIGN; state=OFFLINE, location=5296cfb18d53,38977,1731115884391; forceNewPlan=false, retain=false 2024-11-09T01:31:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:25,778 INFO [5296cfb18d53:40685 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T01:31:25,778 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1930c066982a9375066302a5944546d4, regionState=OPENING, regionLocation=5296cfb18d53,38977,1731115884391 2024-11-09T01:31:25,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3b0f3c4f929994cba4f01f465e2fec5, regionState=OPENING, regionLocation=5296cfb18d53,34941,1731115884322 2024-11-09T01:31:25,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1930c066982a9375066302a5944546d4, ASSIGN because future has completed 2024-11-09T01:31:25,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1930c066982a9375066302a5944546d4, server=5296cfb18d53,38977,1731115884391}] 2024-11-09T01:31:25,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b0f3c4f929994cba4f01f465e2fec5, ASSIGN because future has completed 2024-11-09T01:31:25,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b0f3c4f929994cba4f01f465e2fec5, server=5296cfb18d53,34941,1731115884322}] 2024-11-09T01:31:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:25,939 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:25,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:25,950 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:25,950 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b3b0f3c4f929994cba4f01f465e2fec5, NAME => 'testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T01:31:25,950 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:25,950 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1930c066982a9375066302a5944546d4, NAME => 'testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T01:31:25,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:25,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:31:25,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,951 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,952 INFO [StoreOpener-1930c066982a9375066302a5944546d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,954 INFO [StoreOpener-1930c066982a9375066302a5944546d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1930c066982a9375066302a5944546d4 columnFamilyName family 2024-11-09T01:31:25,954 DEBUG [StoreOpener-1930c066982a9375066302a5944546d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:25,954 INFO [StoreOpener-1930c066982a9375066302a5944546d4-1 {}] regionserver.HStore(327): Store=1930c066982a9375066302a5944546d4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:25,954 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,955 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,956 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,956 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,956 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,958 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,964 INFO [StoreOpener-b3b0f3c4f929994cba4f01f465e2fec5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,965 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/1930c066982a9375066302a5944546d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:25,965 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1930c066982a9375066302a5944546d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72986602, jitterRate=0.08758512139320374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:31:25,965 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1930c066982a9375066302a5944546d4 2024-11-09T01:31:25,965 INFO [StoreOpener-b3b0f3c4f929994cba4f01f465e2fec5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b0f3c4f929994cba4f01f465e2fec5 columnFamilyName family 2024-11-09T01:31:25,966 DEBUG [StoreOpener-b3b0f3c4f929994cba4f01f465e2fec5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:31:25,966 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1930c066982a9375066302a5944546d4: Running coprocessor pre-open hook at 1731115885951Writing region info on filesystem at 1731115885951Initializing all the Stores at 1731115885952 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115885952Cleaning up temporary data from old regions at 1731115885956 (+4 ms)Running coprocessor post-open hooks at 1731115885965 (+9 ms)Region opened successfully at 1731115885966 (+1 ms) 2024-11-09T01:31:25,966 INFO [StoreOpener-b3b0f3c4f929994cba4f01f465e2fec5-1 {}] regionserver.HStore(327): Store=b3b0f3c4f929994cba4f01f465e2fec5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:31:25,966 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,967 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,967 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4., pid=7, masterSystemTime=1731115885939 2024-11-09T01:31:25,967 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,968 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,968 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,969 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,970 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:25,970 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:25,970 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1930c066982a9375066302a5944546d4, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,38977,1731115884391 2024-11-09T01:31:25,972 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/b3b0f3c4f929994cba4f01f465e2fec5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:31:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1930c066982a9375066302a5944546d4, server=5296cfb18d53,38977,1731115884391 because future has completed 2024-11-09T01:31:25,972 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b3b0f3c4f929994cba4f01f465e2fec5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59723545, jitterRate=-0.11004982888698578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:31:25,973 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:25,973 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b3b0f3c4f929994cba4f01f465e2fec5: Running coprocessor pre-open hook at 1731115885951Writing region info on filesystem at 1731115885951Initializing all the Stores at 1731115885952 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731115885952Cleaning up temporary data from old regions at 1731115885968 (+16 ms)Running coprocessor post-open hooks at 1731115885973 (+5 ms)Region opened successfully at 1731115885973 2024-11-09T01:31:25,973 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5., pid=8, masterSystemTime=1731115885941 2024-11-09T01:31:25,975 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:25,976 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:25,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T01:31:25,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1930c066982a9375066302a5944546d4, server=5296cfb18d53,38977,1731115884391 in 190 msec 2024-11-09T01:31:25,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3b0f3c4f929994cba4f01f465e2fec5, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,34941,1731115884322 2024-11-09T01:31:25,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1930c066982a9375066302a5944546d4, ASSIGN in 353 msec 2024-11-09T01:31:25,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b0f3c4f929994cba4f01f465e2fec5, server=5296cfb18d53,34941,1731115884322 because future has completed 2024-11-09T01:31:25,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T01:31:25,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b3b0f3c4f929994cba4f01f465e2fec5, server=5296cfb18d53,34941,1731115884322 in 193 msec 2024-11-09T01:31:25,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T01:31:25,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b3b0f3c4f929994cba4f01f465e2fec5, ASSIGN in 358 msec 2024-11-09T01:31:25,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:31:25,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731115885984"}]},"ts":"1731115885984"} 2024-11-09T01:31:25,986 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T01:31:25,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:31:25,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 439 msec 2024-11-09T01:31:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:31:26,180 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T01:31:26,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T01:31:26,181 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T01:31:26,188 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:31:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T01:31:26,193 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4., hostname=5296cfb18d53,38977,1731115884391, seqNum=2] 2024-11-09T01:31:26,194 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:31:26,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:31:26,207 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5., hostname=5296cfb18d53,34941,1731115884322, seqNum=2] 2024-11-09T01:31:26,218 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3b0f3c4f929994cba4f01f465e2fec5 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T01:31:26,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/b3b0f3c4f929994cba4f01f465e2fec5/.tmp/family/08ef2967799645189551b3ff2baf55a3 is 32, key is 5/family:/1731115886208/Put/seqid=0 2024-11-09T01:31:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:31:26,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741839_1015 (size=5083) 2024-11-09T01:31:26,239 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/b3b0f3c4f929994cba4f01f465e2fec5/.tmp/family/08ef2967799645189551b3ff2baf55a3 2024-11-09T01:31:26,246 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/b3b0f3c4f929994cba4f01f465e2fec5/.tmp/family/08ef2967799645189551b3ff2baf55a3 as hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/b3b0f3c4f929994cba4f01f465e2fec5/family/08ef2967799645189551b3ff2baf55a3 2024-11-09T01:31:26,252 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/b3b0f3c4f929994cba4f01f465e2fec5/family/08ef2967799645189551b3ff2baf55a3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T01:31:26,253 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b3b0f3c4f929994cba4f01f465e2fec5 in 36ms, sequenceid=9, compaction requested=false 2024-11-09T01:31:26,253 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b3b0f3c4f929994cba4f01f465e2fec5: 2024-11-09T01:31:26,253 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1930c066982a9375066302a5944546d4 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T01:31:26,273 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/1930c066982a9375066302a5944546d4/.tmp/family/720b17a70b764c0e90b9533798970ed1 is 32, key is 1/family:/1731115886197/Put/seqid=0 2024-11-09T01:31:26,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:31:26,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741840_1016 (size=5054) 2024-11-09T01:31:26,280 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/1930c066982a9375066302a5944546d4/.tmp/family/720b17a70b764c0e90b9533798970ed1 2024-11-09T01:31:26,286 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/1930c066982a9375066302a5944546d4/.tmp/family/720b17a70b764c0e90b9533798970ed1 as hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/1930c066982a9375066302a5944546d4/family/720b17a70b764c0e90b9533798970ed1 2024-11-09T01:31:26,293 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/1930c066982a9375066302a5944546d4/family/720b17a70b764c0e90b9533798970ed1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T01:31:26,294 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1930c066982a9375066302a5944546d4 in 41ms, sequenceid=8, compaction requested=false 2024-11-09T01:31:26,294 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1930c066982a9375066302a5944546d4: 2024-11-09T01:31:26,298 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T01:31:26,301 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:26,301 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:31:26,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:26,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:31:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] bucket.BucketCache(1864): found 1 blocks for file 08ef2967799645189551b3ff2baf55a3, starting offset: 0, end offset: 9223372036854775807 2024-11-09T01:31:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38977 {}] bucket.BucketCache(1864): found 1 blocks for file 720b17a70b764c0e90b9533798970ed1, starting offset: 0, end offset: 9223372036854775807 2024-11-09T01:31:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] bucket.BucketCache(857): removed key 08ef2967799645189551b3ff2baf55a3_0 from back map with offset lock 2094080 in the evict process 2024-11-09T01:31:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38977 {}] bucket.BucketCache(857): removed key 720b17a70b764c0e90b9533798970ed1_0 from back map with offset lock 2094080 in the evict process 2024-11-09T01:31:26,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:31:26,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:26,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:26,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:26,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:26,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:31:26,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:31:26,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=382314037, stopped=false 2024-11-09T01:31:26,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,40685,1731115884107 2024-11-09T01:31:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:31:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:26,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:26,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:31:26,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:26,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:26,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:26,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:26,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:31:26,433 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,34941,1731115884322' ***** 2024-11-09T01:31:26,433 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:26,433 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,38977,1731115884391' ***** 2024-11-09T01:31:26,433 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:31:26,433 INFO [RS:1;5296cfb18d53:38977 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T01:31:26,433 INFO [RS:0;5296cfb18d53:34941 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T01:31:26,433 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T01:31:26,433 INFO [RS:0;5296cfb18d53:34941 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T01:31:26,433 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T01:31:26,433 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T01:31:26,433 INFO [RS:1;5296cfb18d53:38977 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T01:31:26,433 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T01:31:26,433 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T01:31:26,433 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T01:31:26,433 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:26,433 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:31:26,433 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:26,433 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:31:26,433 INFO [RS:0;5296cfb18d53:34941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:26,434 INFO [RS:1;5296cfb18d53:38977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:31:26,434 INFO [RS:1;5296cfb18d53:38977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:26,434 INFO [RS:0;5296cfb18d53:34941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:31:26,434 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(3091): Received CLOSE for b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:26,434 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1930c066982a9375066302a5944546d4 2024-11-09T01:31:26,434 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,38977,1731115884391 2024-11-09T01:31:26,434 INFO [RS:1;5296cfb18d53:38977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:26,434 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:26,434 INFO [RS:1;5296cfb18d53:38977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5296cfb18d53:38977. 2024-11-09T01:31:26,434 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,34941,1731115884322 2024-11-09T01:31:26,434 DEBUG [RS:1;5296cfb18d53:38977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:26,434 INFO [RS:0;5296cfb18d53:34941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:26,434 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1930c066982a9375066302a5944546d4, disabling compactions & flushes 2024-11-09T01:31:26,434 DEBUG [RS:1;5296cfb18d53:38977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:26,434 INFO [RS:0;5296cfb18d53:34941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:34941. 2024-11-09T01:31:26,434 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:26,434 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3b0f3c4f929994cba4f01f465e2fec5, disabling compactions & flushes 2024-11-09T01:31:26,434 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:26,434 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:26,434 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T01:31:26,434 DEBUG [RS:0;5296cfb18d53:34941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:31:26,434 DEBUG [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(1325): Online Regions={1930c066982a9375066302a5944546d4=testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4.} 2024-11-09T01:31:26,434 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. after waiting 0 ms 2024-11-09T01:31:26,434 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:26,434 DEBUG [RS:0;5296cfb18d53:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:26,434 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:26,434 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. after waiting 0 ms 2024-11-09T01:31:26,434 DEBUG [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(1351): Waiting on 1930c066982a9375066302a5944546d4 2024-11-09T01:31:26,434 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:26,434 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:26,434 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:26,434 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:26,435 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:31:26,435 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T01:31:26,435 DEBUG [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(1325): Online Regions={b3b0f3c4f929994cba4f01f465e2fec5=testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T01:31:26,435 DEBUG [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b0f3c4f929994cba4f01f465e2fec5 2024-11-09T01:31:26,435 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:31:26,435 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:31:26,435 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:31:26,435 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:31:26,435 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:31:26,435 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T01:31:26,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/b3b0f3c4f929994cba4f01f465e2fec5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T01:31:26,439 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/default/testClearRegionBlockCache/1930c066982a9375066302a5944546d4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T01:31:26,439 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:26,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3b0f3c4f929994cba4f01f465e2fec5: Waiting for close lock at 1731115886434Running coprocessor pre-close hooks at 1731115886434Disabling compacts and flushes for region at 1731115886434Disabling writes for close at 1731115886434Writing region close event to WAL at 1731115886435 (+1 ms)Running coprocessor post-close hooks at 1731115886439 (+4 ms)Closed at 1731115886439 2024-11-09T01:31:26,440 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:26,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1930c066982a9375066302a5944546d4: Waiting for close lock at 1731115886434Running coprocessor pre-close hooks at 1731115886434Disabling compacts and flushes for region at 1731115886434Disabling writes for close at 1731115886434Writing region close event to WAL at 1731115886435 (+1 ms)Running coprocessor post-close hooks at 1731115886440 (+5 ms)Closed at 1731115886440 2024-11-09T01:31:26,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5. 2024-11-09T01:31:26,440 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731115885548.1930c066982a9375066302a5944546d4. 2024-11-09T01:31:26,452 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/.tmp/info/7760a566ef49446b8ab23e40b2e73f42 is 173, key is testClearRegionBlockCache,5,1731115885548.b3b0f3c4f929994cba4f01f465e2fec5./info:regioninfo/1731115885976/Put/seqid=0 2024-11-09T01:31:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741841_1017 (size=8173) 2024-11-09T01:31:26,458 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/.tmp/info/7760a566ef49446b8ab23e40b2e73f42 2024-11-09T01:31:26,485 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/.tmp/ns/228f58d986ad4e70806ce7634f3e8978 is 43, key is default/ns:d/1731115885441/Put/seqid=0 2024-11-09T01:31:26,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:26,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741842_1018 (size=5153) 2024-11-09T01:31:26,495 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/.tmp/ns/228f58d986ad4e70806ce7634f3e8978 2024-11-09T01:31:26,515 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/.tmp/table/48656744dc9f467e8bfb4aa3c6cb04b8 is 61, key is testClearRegionBlockCache/table:state/1731115885984/Put/seqid=0 2024-11-09T01:31:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741843_1019 (size=5312) 2024-11-09T01:31:26,521 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/.tmp/table/48656744dc9f467e8bfb4aa3c6cb04b8 2024-11-09T01:31:26,527 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/.tmp/info/7760a566ef49446b8ab23e40b2e73f42 as hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/info/7760a566ef49446b8ab23e40b2e73f42 2024-11-09T01:31:26,530 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:26,532 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/info/7760a566ef49446b8ab23e40b2e73f42, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T01:31:26,533 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/.tmp/ns/228f58d986ad4e70806ce7634f3e8978 as hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/ns/228f58d986ad4e70806ce7634f3e8978 2024-11-09T01:31:26,538 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/ns/228f58d986ad4e70806ce7634f3e8978, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T01:31:26,539 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/.tmp/table/48656744dc9f467e8bfb4aa3c6cb04b8 as hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/table/48656744dc9f467e8bfb4aa3c6cb04b8 2024-11-09T01:31:26,544 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/table/48656744dc9f467e8bfb4aa3c6cb04b8, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T01:31:26,545 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false 2024-11-09T01:31:26,550 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T01:31:26,550 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:31:26,550 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:26,550 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731115886435Running coprocessor pre-close hooks at 1731115886435Disabling compacts and flushes for region at 1731115886435Disabling writes for close at 1731115886435Obtaining lock to block concurrent updates at 1731115886435Preparing flush snapshotting stores in 1588230740 at 1731115886435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731115886436 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731115886436Flushing 1588230740/info: creating writer at 1731115886436Flushing 1588230740/info: appending metadata at 1731115886452 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731115886452Flushing 1588230740/ns: creating writer at 1731115886463 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731115886485 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731115886485Flushing 1588230740/table: creating writer at 1731115886500 (+15 ms)Flushing 1588230740/table: appending metadata at 1731115886515 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731115886515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3160a43d: reopening flushed file at 1731115886526 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c949059: reopening flushed file at 1731115886532 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ee0fe: reopening flushed file at 1731115886538 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false at 1731115886545 (+7 ms)Writing region close event to WAL at 1731115886546 (+1 ms)Running coprocessor post-close hooks at 1731115886550 (+4 ms)Closed at 1731115886550 2024-11-09T01:31:26,550 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:31:26,635 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,38977,1731115884391; all regions closed. 2024-11-09T01:31:26,635 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,34941,1731115884322; all regions closed. 2024-11-09T01:31:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741834_1010 (size=1758) 2024-11-09T01:31:26,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,38977,1731115884391/5296cfb18d53%2C38977%2C1731115884391.1731115885068 not finished, retry = 0 2024-11-09T01:31:26,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/WALs/5296cfb18d53,34941,1731115884322/5296cfb18d53%2C34941%2C1731115884322.meta.1731115885391.meta not finished, retry = 0 2024-11-09T01:31:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741834_1010 (size=1758) 2024-11-09T01:31:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741835_1011 (size=4338) 2024-11-09T01:31:26,746 DEBUG [RS:0;5296cfb18d53:34941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/oldWALs 2024-11-09T01:31:26,746 INFO [RS:0;5296cfb18d53:34941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C34941%2C1731115884322.meta:.meta(num 1731115885391) 2024-11-09T01:31:26,746 DEBUG [RS:1;5296cfb18d53:38977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/oldWALs 2024-11-09T01:31:26,746 INFO [RS:1;5296cfb18d53:38977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C38977%2C1731115884391:(num 1731115885068) 2024-11-09T01:31:26,746 DEBUG [RS:1;5296cfb18d53:38977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:26,746 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:26,746 INFO [RS:1;5296cfb18d53:38977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:26,747 INFO [RS:1;5296cfb18d53:38977 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:26,747 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:31:26,747 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:31:26,747 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:26,747 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:31:26,747 INFO [RS:1;5296cfb18d53:38977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:26,748 INFO [RS:1;5296cfb18d53:38977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38977 2024-11-09T01:31:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741833_1009 (size=1867) 2024-11-09T01:31:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741833_1009 (size=1867) 2024-11-09T01:31:26,753 DEBUG [RS:0;5296cfb18d53:34941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/oldWALs 2024-11-09T01:31:26,753 INFO [RS:0;5296cfb18d53:34941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C34941%2C1731115884322:(num 1731115885071) 2024-11-09T01:31:26,753 DEBUG [RS:0;5296cfb18d53:34941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:31:26,753 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:31:26,753 INFO [RS:0;5296cfb18d53:34941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:26,753 INFO [RS:0;5296cfb18d53:34941 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:26,753 INFO [RS:0;5296cfb18d53:34941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:26,753 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:26,753 INFO [RS:0;5296cfb18d53:34941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34941 2024-11-09T01:31:26,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:31:26,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,38977,1731115884391 2024-11-09T01:31:26,757 INFO [RS:1;5296cfb18d53:38977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:26,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,34941,1731115884322 2024-11-09T01:31:26,768 INFO [RS:0;5296cfb18d53:34941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:26,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,34941,1731115884322] 2024-11-09T01:31:26,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,34941,1731115884322 already deleted, retry=false 2024-11-09T01:31:26,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,34941,1731115884322 expired; onlineServers=1 2024-11-09T01:31:26,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,38977,1731115884391] 2024-11-09T01:31:26,810 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,38977,1731115884391 already deleted, retry=false 2024-11-09T01:31:26,810 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,38977,1731115884391 expired; onlineServers=0 2024-11-09T01:31:26,810 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,40685,1731115884107' ***** 2024-11-09T01:31:26,810 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:31:26,810 INFO [M:0;5296cfb18d53:40685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:31:26,810 INFO [M:0;5296cfb18d53:40685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:31:26,810 DEBUG [M:0;5296cfb18d53:40685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:31:26,810 DEBUG [M:0;5296cfb18d53:40685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:31:26,810 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:31:26,810 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115884760 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731115884760,5,FailOnTimeoutGroup] 2024-11-09T01:31:26,810 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115884758 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731115884758,5,FailOnTimeoutGroup] 2024-11-09T01:31:26,810 INFO [M:0;5296cfb18d53:40685 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:31:26,810 INFO [M:0;5296cfb18d53:40685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:31:26,810 DEBUG [M:0;5296cfb18d53:40685 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:31:26,811 INFO [M:0;5296cfb18d53:40685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:31:26,811 INFO [M:0;5296cfb18d53:40685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:31:26,811 INFO [M:0;5296cfb18d53:40685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:31:26,811 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:31:26,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T01:31:26,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:31:26,820 DEBUG [M:0;5296cfb18d53:40685 {}] zookeeper.ZKUtil(347): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T01:31:26,820 WARN [M:0;5296cfb18d53:40685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:31:26,821 INFO [M:0;5296cfb18d53:40685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/.lastflushedseqids 2024-11-09T01:31:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:31:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741844_1020 (size=182) 2024-11-09T01:31:26,831 INFO [M:0;5296cfb18d53:40685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:31:26,831 INFO [M:0;5296cfb18d53:40685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:31:26,831 DEBUG [M:0;5296cfb18d53:40685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:31:26,831 INFO [M:0;5296cfb18d53:40685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:26,831 DEBUG [M:0;5296cfb18d53:40685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:26,831 DEBUG [M:0;5296cfb18d53:40685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:31:26,831 DEBUG [M:0;5296cfb18d53:40685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:26,831 INFO [M:0;5296cfb18d53:40685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-09T01:31:26,852 DEBUG [M:0;5296cfb18d53:40685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9376431c3610437492572122552a1340 is 82, key is hbase:meta,,1/info:regioninfo/1731115885425/Put/seqid=0 2024-11-09T01:31:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741845_1021 (size=5672) 2024-11-09T01:31:26,862 INFO [M:0;5296cfb18d53:40685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9376431c3610437492572122552a1340 2024-11-09T01:31:26,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:26,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38977-0x1011d3819e60002, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:26,879 INFO [RS:1;5296cfb18d53:38977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:26,879 INFO [RS:1;5296cfb18d53:38977 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,38977,1731115884391; zookeeper connection closed. 2024-11-09T01:31:26,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27d0281c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27d0281c 2024-11-09T01:31:26,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:26,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34941-0x1011d3819e60001, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:26,889 INFO [RS:0;5296cfb18d53:34941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:26,889 INFO [RS:0;5296cfb18d53:34941 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,34941,1731115884322; zookeeper connection closed. 2024-11-09T01:31:26,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52f52c9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52f52c9f 2024-11-09T01:31:26,890 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T01:31:26,898 DEBUG [M:0;5296cfb18d53:40685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd7f4e4c7f8a4a8aa852330141557d93 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731115885989/Put/seqid=0 2024-11-09T01:31:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741846_1022 (size=6218) 2024-11-09T01:31:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741846_1022 (size=6218) 2024-11-09T01:31:26,904 INFO [M:0;5296cfb18d53:40685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd7f4e4c7f8a4a8aa852330141557d93 2024-11-09T01:31:26,929 DEBUG [M:0;5296cfb18d53:40685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9106998a55a4471aababa64b3a30bc30 is 69, key is 5296cfb18d53,34941,1731115884322/rs:state/1731115884870/Put/seqid=0 2024-11-09T01:31:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741847_1023 (size=5224) 2024-11-09T01:31:26,934 INFO [M:0;5296cfb18d53:40685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9106998a55a4471aababa64b3a30bc30 2024-11-09T01:31:26,940 DEBUG [M:0;5296cfb18d53:40685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9376431c3610437492572122552a1340 as hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9376431c3610437492572122552a1340 2024-11-09T01:31:26,945 INFO [M:0;5296cfb18d53:40685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9376431c3610437492572122552a1340, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T01:31:26,947 DEBUG [M:0;5296cfb18d53:40685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd7f4e4c7f8a4a8aa852330141557d93 as hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd7f4e4c7f8a4a8aa852330141557d93 2024-11-09T01:31:26,953 INFO [M:0;5296cfb18d53:40685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd7f4e4c7f8a4a8aa852330141557d93, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T01:31:26,954 DEBUG [M:0;5296cfb18d53:40685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9106998a55a4471aababa64b3a30bc30 as hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9106998a55a4471aababa64b3a30bc30 2024-11-09T01:31:26,960 INFO [M:0;5296cfb18d53:40685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/a28cab68-c9bc-b143-0ec6-e0becf0b4228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9106998a55a4471aababa64b3a30bc30, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T01:31:26,962 INFO [M:0;5296cfb18d53:40685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false 2024-11-09T01:31:26,963 INFO [M:0;5296cfb18d53:40685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:31:26,963 DEBUG [M:0;5296cfb18d53:40685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731115886831Disabling compacts and flushes for region at 1731115886831Disabling writes for close at 1731115886831Obtaining lock to block concurrent updates at 1731115886832 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731115886832Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731115886832Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731115886833 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731115886833Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731115886852 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731115886852Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731115886874 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731115886897 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731115886897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731115886909 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731115886928 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731115886929 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ef0322: reopening flushed file at 1731115886939 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af79146: reopening flushed file at 1731115886946 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3502b31: reopening flushed file at 1731115886953 (+7 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false at 1731115886962 (+9 ms)Writing region close event to WAL at 1731115886963 (+1 ms)Closed at 1731115886963 2024-11-09T01:31:26,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45337 is added to blk_1073741830_1006 (size=35477) 2024-11-09T01:31:26,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741830_1006 (size=35477) 2024-11-09T01:31:26,967 INFO [M:0;5296cfb18d53:40685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:31:26,967 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:31:26,967 INFO [M:0;5296cfb18d53:40685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40685 2024-11-09T01:31:26,967 INFO [M:0;5296cfb18d53:40685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:31:27,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:27,078 INFO [M:0;5296cfb18d53:40685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:31:27,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40685-0x1011d3819e60000, quorum=127.0.0.1:54975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:31:27,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79ad0e35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:27,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@319819d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:27,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:27,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51ca635f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:27,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b09ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:27,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:27,084 WARN [BP-1834260422-172.17.0.2-1731115881616 heartbeating to localhost/127.0.0.1:33529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:27,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:27,084 WARN [BP-1834260422-172.17.0.2-1731115881616 heartbeating to localhost/127.0.0.1:33529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1834260422-172.17.0.2-1731115881616 (Datanode Uuid 9074894e-76b3-4d84-85bb-09b3880bbda4) service to localhost/127.0.0.1:33529 2024-11-09T01:31:27,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/data/data3/current/BP-1834260422-172.17.0.2-1731115881616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:27,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/data/data4/current/BP-1834260422-172.17.0.2-1731115881616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:27,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:27,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d930103{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:31:27,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48ef0b0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:27,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:27,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e39c8ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:27,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f5fcf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:27,092 WARN [BP-1834260422-172.17.0.2-1731115881616 heartbeating to localhost/127.0.0.1:33529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:31:27,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:31:27,092 WARN [BP-1834260422-172.17.0.2-1731115881616 heartbeating to localhost/127.0.0.1:33529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1834260422-172.17.0.2-1731115881616 (Datanode Uuid 0c495cf5-43a8-4a3c-9df2-a3e434f4149f) service to localhost/127.0.0.1:33529 2024-11-09T01:31:27,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:31:27,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/data/data1/current/BP-1834260422-172.17.0.2-1731115881616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:27,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/cluster_989ab73f-42ef-132d-3670-817170e40e2c/data/data2/current/BP-1834260422-172.17.0.2-1731115881616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:31:27,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:31:27,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@87734d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:31:27,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b813358{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:31:27,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:31:27,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5014b814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:31:27,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27209016{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c0fdf7ff-1666-d771-8a12-324b1b6964ce/hadoop.log.dir/,STOPPED} 2024-11-09T01:31:27,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:31:27,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:31:27,126 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=188 (was 169) - Thread LEAK? -, OpenFileDescriptor=552 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=749 (was 814), ProcessCount=11 (was 11), AvailableMemoryMB=1719 (was 1878)