2024-11-07 09:32:07,152 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-07 09:32:07,170 main DEBUG Took 0.016137 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 09:32:07,170 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 09:32:07,171 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 09:32:07,172 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 09:32:07,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,184 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 09:32:07,196 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,198 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,199 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,200 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,201 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,203 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,204 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,205 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,206 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,207 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:32:07,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,209 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 09:32:07,211 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:32:07,212 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 09:32:07,215 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 09:32:07,215 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 09:32:07,217 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 09:32:07,217 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 09:32:07,229 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 09:32:07,233 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 09:32:07,235 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 09:32:07,235 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 09:32:07,236 main DEBUG createAppenders(={Console}) 2024-11-07 09:32:07,237 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-07 09:32:07,237 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-07 09:32:07,238 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-07 09:32:07,238 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 09:32:07,239 main DEBUG OutputStream closed 2024-11-07 09:32:07,239 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 09:32:07,239 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 09:32:07,240 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-07 09:32:07,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 09:32:07,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 09:32:07,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 09:32:07,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 09:32:07,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 09:32:07,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 09:32:07,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 09:32:07,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 09:32:07,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 09:32:07,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 09:32:07,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 09:32:07,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 09:32:07,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 09:32:07,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 09:32:07,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 09:32:07,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 09:32:07,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 09:32:07,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 09:32:07,316 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 09:32:07,316 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-07 09:32:07,316 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 09:32:07,317 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-07T09:32:07,332 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-07 09:32:07,335 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 09:32:07,335 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T09:32:07,396 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=45, ProcessCount=11, AvailableMemoryMB=6409 2024-11-07T09:32:07,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054 2024-11-07T09:32:07,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:32:07,621 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011, deleteOnExit=true 2024-11-07T09:32:07,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:32:07,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/test.cache.data in system properties and HBase conf 2024-11-07T09:32:07,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:32:07,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:32:07,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:32:07,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:32:07,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:32:07,702 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T09:32:07,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:32:07,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:07,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:07,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:32:07,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:07,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:32:07,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:32:07,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:07,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:07,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:32:07,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:32:07,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:32:07,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:07,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:32:07,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:32:08,606 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T09:32:08,680 INFO [Time-limited test {}] log.Log(170): Logging initialized @2191ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T09:32:08,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:08,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:08,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:08,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:08,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:08,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:08,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:08,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:09,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/java.io.tmpdir/jetty-localhost-34865-hadoop-hdfs-3_4_1-tests_jar-_-any-15604673764359152124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:09,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:34865} 2024-11-07T09:32:09,074 INFO [Time-limited test {}] server.Server(415): Started @2586ms 2024-11-07T09:32:09,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:09,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:09,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:09,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:09,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:32:09,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:09,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:09,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/java.io.tmpdir/jetty-localhost-42347-hadoop-hdfs-3_4_1-tests_jar-_-any-14399040118539729148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:09,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:42347} 2024-11-07T09:32:09,616 INFO [Time-limited test {}] server.Server(415): Started @3127ms 2024-11-07T09:32:09,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:09,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:09,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:09,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:09,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:09,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:09,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:09,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:09,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/java.io.tmpdir/jetty-localhost-41935-hadoop-hdfs-3_4_1-tests_jar-_-any-3653380280589006392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:09,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:41935} 2024-11-07T09:32:09,939 INFO [Time-limited test {}] server.Server(415): Started @3450ms 2024-11-07T09:32:09,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:10,126 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/data/data1/current/BP-1829251517-172.17.0.2-1730971928348/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:10,126 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/data/data2/current/BP-1829251517-172.17.0.2-1730971928348/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:10,126 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/data/data3/current/BP-1829251517-172.17.0.2-1730971928348/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:10,126 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/data/data4/current/BP-1829251517-172.17.0.2-1730971928348/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:10,190 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:10,190 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdee368f454558be with lease ID 0x5d08bb3315f9c6b5: Processing first storage report for DS-ecca490a-25dd-440d-9ec2-36464ca16a83 from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=91b4b8b5-f596-43a7-a954-9dbde56dad88, infoPort=44345, infoSecurePort=0, ipcPort=36165, storageInfo=lv=-57;cid=testClusterID;nsid=1511151613;c=1730971928348) 2024-11-07T09:32:10,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdee368f454558be with lease ID 0x5d08bb3315f9c6b5: from storage DS-ecca490a-25dd-440d-9ec2-36464ca16a83 node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=91b4b8b5-f596-43a7-a954-9dbde56dad88, infoPort=44345, infoSecurePort=0, ipcPort=36165, storageInfo=lv=-57;cid=testClusterID;nsid=1511151613;c=1730971928348), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T09:32:10,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37f53df0573b0a58 with lease ID 0x5d08bb3315f9c6b6: Processing first storage report for DS-b1101251-27fd-422a-b9be-3fa36a64af69 from datanode DatanodeRegistration(127.0.0.1:45197, datanodeUuid=90272205-e5dd-48e4-95a1-bc2194a62fc3, infoPort=45023, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=1511151613;c=1730971928348) 2024-11-07T09:32:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37f53df0573b0a58 with lease ID 0x5d08bb3315f9c6b6: from storage DS-b1101251-27fd-422a-b9be-3fa36a64af69 node DatanodeRegistration(127.0.0.1:45197, datanodeUuid=90272205-e5dd-48e4-95a1-bc2194a62fc3, infoPort=45023, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=1511151613;c=1730971928348), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdee368f454558be with lease ID 0x5d08bb3315f9c6b5: Processing first storage report for DS-5995c30f-8607-45d1-b7f5-152d0a616b86 from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=91b4b8b5-f596-43a7-a954-9dbde56dad88, infoPort=44345, infoSecurePort=0, ipcPort=36165, storageInfo=lv=-57;cid=testClusterID;nsid=1511151613;c=1730971928348) 2024-11-07T09:32:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdee368f454558be with lease ID 0x5d08bb3315f9c6b5: from storage DS-5995c30f-8607-45d1-b7f5-152d0a616b86 node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=91b4b8b5-f596-43a7-a954-9dbde56dad88, infoPort=44345, infoSecurePort=0, ipcPort=36165, storageInfo=lv=-57;cid=testClusterID;nsid=1511151613;c=1730971928348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37f53df0573b0a58 with lease ID 0x5d08bb3315f9c6b6: Processing first storage report for DS-8f6de7bf-482e-4ffc-97bf-255ca502dc52 from datanode DatanodeRegistration(127.0.0.1:45197, datanodeUuid=90272205-e5dd-48e4-95a1-bc2194a62fc3, infoPort=45023, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=1511151613;c=1730971928348) 2024-11-07T09:32:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37f53df0573b0a58 with lease ID 0x5d08bb3315f9c6b6: from storage DS-8f6de7bf-482e-4ffc-97bf-255ca502dc52 node DatanodeRegistration(127.0.0.1:45197, datanodeUuid=90272205-e5dd-48e4-95a1-bc2194a62fc3, infoPort=45023, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=1511151613;c=1730971928348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:10,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054 2024-11-07T09:32:10,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/zookeeper_0, clientPort=52747, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:32:10,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52747 2024-11-07T09:32:10,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:10,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:10,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:10,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:11,086 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410 with version=8 2024-11-07T09:32:11,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/hbase-staging 2024-11-07T09:32:11,179 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T09:32:11,432 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:11,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:11,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:11,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:11,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:11,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:11,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:32:11,646 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T09:32:11,654 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T09:32:11,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:11,686 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13473 (auto-detected) 2024-11-07T09:32:11,687 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T09:32:11,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34843 2024-11-07T09:32:11,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34843 connecting to ZooKeeper ensemble=127.0.0.1:52747 2024-11-07T09:32:11,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348430x0, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:11,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34843-0x100f1c579a40000 connected 2024-11-07T09:32:11,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:11,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:11,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:11,814 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410, hbase.cluster.distributed=false 2024-11-07T09:32:11,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:11,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34843 2024-11-07T09:32:11,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34843 2024-11-07T09:32:11,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34843 2024-11-07T09:32:11,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34843 2024-11-07T09:32:11,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34843 2024-11-07T09:32:11,959 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:11,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:11,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:11,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:11,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:11,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:11,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:11,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:11,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37063 2024-11-07T09:32:11,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37063 connecting to ZooKeeper ensemble=127.0.0.1:52747 2024-11-07T09:32:11,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:11,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:11,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370630x0, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:11,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37063-0x100f1c579a40001 connected 2024-11-07T09:32:11,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:11,988 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:11,996 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:11,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:12,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:12,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37063 2024-11-07T09:32:12,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37063 2024-11-07T09:32:12,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37063 2024-11-07T09:32:12,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37063 2024-11-07T09:32:12,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37063 2024-11-07T09:32:12,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:12,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:12,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:12,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:12,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:12,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:12,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:12,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:12,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37951 2024-11-07T09:32:12,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37951 connecting to ZooKeeper ensemble=127.0.0.1:52747 2024-11-07T09:32:12,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:12,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:12,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379510x0, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:12,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379510x0, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:12,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37951-0x100f1c579a40002 connected 2024-11-07T09:32:12,043 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:12,044 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:12,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:12,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:12,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37951 2024-11-07T09:32:12,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37951 2024-11-07T09:32:12,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37951 2024-11-07T09:32:12,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37951 2024-11-07T09:32:12,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37951 2024-11-07T09:32:12,065 DEBUG [M:0;9f1eb259a29b:34843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:34843 2024-11-07T09:32:12,066 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:12,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:12,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:12,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:12,077 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:12,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,105 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T09:32:12,106 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9f1eb259a29b,34843,1730971931233 from backup master directory 2024-11-07T09:32:12,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:12,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:12,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:12,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:12,110 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:12,111 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:12,113 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T09:32:12,114 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T09:32:12,170 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/hbase.id] with ID: f3240ba7-ac03-4c84-b0d1-95e2f2ac0926 2024-11-07T09:32:12,170 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/.tmp/hbase.id 2024-11-07T09:32:12,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:12,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:12,184 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/.tmp/hbase.id]:[hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/hbase.id] 2024-11-07T09:32:12,226 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:12,232 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:32:12,251 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T09:32:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:12,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:12,289 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:12,291 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:32:12,307 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T09:32:12,311 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:12,361 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store 2024-11-07T09:32:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:12,386 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T09:32:12,388 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:12,389 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:12,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:12,390 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:12,391 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:12,391 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:12,391 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:12,393 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971932389Disabling compacts and flushes for region at 1730971932389Disabling writes for close at 1730971932391 (+2 ms)Writing region close event to WAL at 1730971932391Closed at 1730971932391 2024-11-07T09:32:12,395 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/.initializing 2024-11-07T09:32:12,395 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/WALs/9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:12,405 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:12,422 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C34843%2C1730971931233, suffix=, logDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/WALs/9f1eb259a29b,34843,1730971931233, archiveDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/oldWALs, maxLogs=10 2024-11-07T09:32:12,446 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/WALs/9f1eb259a29b,34843,1730971931233/9f1eb259a29b%2C34843%2C1730971931233.1730971932427, exclude list is [], retry=0 2024-11-07T09:32:12,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-ecca490a-25dd-440d-9ec2-36464ca16a83,DISK] 2024-11-07T09:32:12,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45197,DS-b1101251-27fd-422a-b9be-3fa36a64af69,DISK] 2024-11-07T09:32:12,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T09:32:12,509 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/WALs/9f1eb259a29b,34843,1730971931233/9f1eb259a29b%2C34843%2C1730971931233.1730971932427 2024-11-07T09:32:12,510 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45023:45023),(127.0.0.1/127.0.0.1:44345:44345)] 2024-11-07T09:32:12,511 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:12,511 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:12,515 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,515 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:32:12,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:12,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:12,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:32:12,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:12,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:12,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:32:12,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:12,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:12,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:32:12,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:12,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:12,605 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,609 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,610 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,617 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,618 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,621 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:12,624 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:12,628 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:12,630 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63890884, jitterRate=-0.04795163869857788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:12,636 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971932528Initializing all the Stores at 1730971932530 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971932531 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971932531Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971932532 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971932532Cleaning up temporary data from old regions at 1730971932618 (+86 ms)Region opened successfully at 1730971932636 (+18 ms) 2024-11-07T09:32:12,637 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:32:12,676 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3182d08f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:12,710 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:32:12,724 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:32:12,724 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:32:12,727 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:32:12,729 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T09:32:12,735 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-07T09:32:12,735 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:32:12,769 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:32:12,781 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T09:32:12,783 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T09:32:12,786 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:32:12,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:32:12,790 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T09:32:12,792 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:32:12,795 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:32:12,797 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T09:32:12,798 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:32:12,800 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T09:32:12,819 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:32:12,821 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T09:32:12,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:12,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:12,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:12,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,34843,1730971931233, sessionid=0x100f1c579a40000, setting cluster-up flag (Was=false) 2024-11-07T09:32:12,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,850 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T09:32:12,852 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:12,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:12,864 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T09:32:12,865 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:12,872 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:32:12,950 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:12,954 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(746): ClusterId : f3240ba7-ac03-4c84-b0d1-95e2f2ac0926 2024-11-07T09:32:12,954 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(746): ClusterId : f3240ba7-ac03-4c84-b0d1-95e2f2ac0926 2024-11-07T09:32:12,957 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:12,957 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:12,960 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:32:12,964 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:12,964 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:12,964 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:12,965 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:12,967 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:32:12,968 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:12,968 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:12,968 DEBUG [RS:1;9f1eb259a29b:37951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c449c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:12,968 DEBUG [RS:0;9f1eb259a29b:37063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238a895e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:12,974 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,34843,1730971931233 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:32:12,983 DEBUG [RS:1;9f1eb259a29b:37951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9f1eb259a29b:37951 2024-11-07T09:32:12,983 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:12,983 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:12,983 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:12,984 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:12,984 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:32:12,984 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:12,984 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:12,984 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:12,986 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:12,986 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:12,986 DEBUG [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:12,987 DEBUG [RS:0;9f1eb259a29b:37063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:37063 2024-11-07T09:32:12,987 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:12,987 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:12,987 DEBUG [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:12,989 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,34843,1730971931233 with port=37063, startcode=1730971931919 2024-11-07T09:32:12,989 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,34843,1730971931233 with port=37951, startcode=1730971932025 2024-11-07T09:32:12,989 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971962989 2024-11-07T09:32:12,992 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:32:12,993 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:32:12,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:12,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:32:12,997 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:32:12,998 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:32:12,998 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:32:12,998 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:32:12,999 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,002 DEBUG [RS:1;9f1eb259a29b:37951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:13,002 DEBUG [RS:0;9f1eb259a29b:37063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:13,003 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:13,003 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:32:13,003 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:32:13,004 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:32:13,005 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:32:13,007 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:32:13,008 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:32:13,012 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971933009,5,FailOnTimeoutGroup] 2024-11-07T09:32:13,020 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971933013,5,FailOnTimeoutGroup] 2024-11-07T09:32:13,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,021 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:32:13,022 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,023 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:13,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:13,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:32:13,029 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410 2024-11-07T09:32:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:13,048 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:13,048 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:13,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:13,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:13,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:13,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:13,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:13,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34843 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:13,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:13,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:13,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:13,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:13,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:13,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:13,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:13,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:13,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:13,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:13,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:13,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:13,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:13,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:13,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740 2024-11-07T09:32:13,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740 2024-11-07T09:32:13,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:13,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34843 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:13,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:13,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:13,077 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:13,078 DEBUG [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410 2024-11-07T09:32:13,078 DEBUG [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33627 2024-11-07T09:32:13,078 DEBUG [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410 2024-11-07T09:32:13,078 DEBUG [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:13,078 DEBUG [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33627 2024-11-07T09:32:13,078 DEBUG [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:13,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:13,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:13,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:13,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68689532, jitterRate=0.023553788661956787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:13,087 DEBUG [RS:1;9f1eb259a29b:37951 {}] zookeeper.ZKUtil(111): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:13,087 WARN [RS:1;9f1eb259a29b:37951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:13,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971933053Initializing all the Stores at 1730971933055 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971933055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971933055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971933055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971933055Cleaning up temporary data from old regions at 1730971933075 (+20 ms)Region opened successfully at 1730971933087 (+12 ms) 2024-11-07T09:32:13,087 INFO [RS:1;9f1eb259a29b:37951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:13,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:13,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:13,088 DEBUG [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:13,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:13,088 DEBUG [RS:0;9f1eb259a29b:37063 {}] zookeeper.ZKUtil(111): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:13,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:13,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:13,088 WARN [RS:0;9f1eb259a29b:37063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:13,088 INFO [RS:0;9f1eb259a29b:37063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:13,088 DEBUG [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:13,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,37063,1730971931919] 2024-11-07T09:32:13,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,37951,1730971932025] 2024-11-07T09:32:13,089 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:13,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971933087Disabling compacts and flushes for region at 1730971933087Disabling writes for close at 1730971933088 (+1 ms)Writing region close event to WAL at 1730971933089 (+1 ms)Closed at 1730971933089 2024-11-07T09:32:13,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:13,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:32:13,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:32:13,108 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:13,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:32:13,115 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:13,115 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:13,129 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:13,129 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:13,135 INFO [RS:0;9f1eb259a29b:37063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:13,135 INFO [RS:1;9f1eb259a29b:37951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:13,135 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,135 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,136 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:13,136 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:13,143 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:13,143 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:13,144 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,144 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,145 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,145 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,145 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,145 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,145 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,145 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,145 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,145 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,146 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,146 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,146 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:13,146 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:13,146 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,146 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,146 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,146 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,146 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,146 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,147 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,146 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,147 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,147 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,147 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,147 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:13,147 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:13,147 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:13,147 DEBUG [RS:0;9f1eb259a29b:37063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:13,147 DEBUG [RS:1;9f1eb259a29b:37951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:13,149 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37951,1730971932025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,149 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37063,1730971931919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:13,168 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:13,171 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37951,1730971932025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,171 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,171 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.Replication(171): 9f1eb259a29b,37951,1730971932025 started 2024-11-07T09:32:13,174 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:13,174 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37063,1730971931919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,175 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,175 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.Replication(171): 9f1eb259a29b,37063,1730971931919 started 2024-11-07T09:32:13,190 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,190 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,37951,1730971932025, RpcServer on 9f1eb259a29b/172.17.0.2:37951, sessionid=0x100f1c579a40002 2024-11-07T09:32:13,191 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:13,191 DEBUG [RS:1;9f1eb259a29b:37951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:13,191 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37951,1730971932025' 2024-11-07T09:32:13,191 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:13,192 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:13,193 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:13,193 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:13,193 DEBUG [RS:1;9f1eb259a29b:37951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:13,193 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37951,1730971932025' 2024-11-07T09:32:13,193 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:13,194 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:13,195 DEBUG [RS:1;9f1eb259a29b:37951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:13,195 INFO [RS:1;9f1eb259a29b:37951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:13,195 INFO [RS:1;9f1eb259a29b:37951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:13,199 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,199 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,37063,1730971931919, RpcServer on 9f1eb259a29b/172.17.0.2:37063, sessionid=0x100f1c579a40001 2024-11-07T09:32:13,199 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:13,199 DEBUG [RS:0;9f1eb259a29b:37063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:13,199 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37063,1730971931919' 2024-11-07T09:32:13,199 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:13,200 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:13,201 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:13,201 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:13,201 DEBUG [RS:0;9f1eb259a29b:37063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:13,201 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37063,1730971931919' 2024-11-07T09:32:13,201 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:13,202 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:13,202 DEBUG [RS:0;9f1eb259a29b:37063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:13,202 INFO [RS:0;9f1eb259a29b:37063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:13,202 INFO [RS:0;9f1eb259a29b:37063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:13,263 WARN [9f1eb259a29b:34843 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T09:32:13,300 INFO [RS:1;9f1eb259a29b:37951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:13,303 INFO [RS:0;9f1eb259a29b:37063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:13,304 INFO [RS:1;9f1eb259a29b:37951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C37951%2C1730971932025, suffix=, logDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37951,1730971932025, archiveDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/oldWALs, maxLogs=32 2024-11-07T09:32:13,306 INFO [RS:0;9f1eb259a29b:37063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C37063%2C1730971931919, suffix=, logDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37063,1730971931919, archiveDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/oldWALs, maxLogs=32 2024-11-07T09:32:13,322 DEBUG [RS:1;9f1eb259a29b:37951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37951,1730971932025/9f1eb259a29b%2C37951%2C1730971932025.1730971933307, exclude list is [], retry=0 2024-11-07T09:32:13,322 DEBUG [RS:0;9f1eb259a29b:37063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37063,1730971931919/9f1eb259a29b%2C37063%2C1730971931919.1730971933308, exclude list is [], retry=0 2024-11-07T09:32:13,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-ecca490a-25dd-440d-9ec2-36464ca16a83,DISK] 2024-11-07T09:32:13,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45197,DS-b1101251-27fd-422a-b9be-3fa36a64af69,DISK] 2024-11-07T09:32:13,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45197,DS-b1101251-27fd-422a-b9be-3fa36a64af69,DISK] 2024-11-07T09:32:13,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-ecca490a-25dd-440d-9ec2-36464ca16a83,DISK] 2024-11-07T09:32:13,330 INFO [RS:1;9f1eb259a29b:37951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37951,1730971932025/9f1eb259a29b%2C37951%2C1730971932025.1730971933307 2024-11-07T09:32:13,331 INFO [RS:0;9f1eb259a29b:37063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37063,1730971931919/9f1eb259a29b%2C37063%2C1730971931919.1730971933308 2024-11-07T09:32:13,335 DEBUG [RS:1;9f1eb259a29b:37951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45023:45023),(127.0.0.1/127.0.0.1:44345:44345)] 2024-11-07T09:32:13,335 DEBUG [RS:0;9f1eb259a29b:37063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45023:45023),(127.0.0.1/127.0.0.1:44345:44345)] 2024-11-07T09:32:13,516 DEBUG [9f1eb259a29b:34843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T09:32:13,525 DEBUG [9f1eb259a29b:34843 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:13,531 DEBUG [9f1eb259a29b:34843 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:13,531 DEBUG [9f1eb259a29b:34843 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:13,531 DEBUG [9f1eb259a29b:34843 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:13,531 DEBUG [9f1eb259a29b:34843 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:13,532 INFO [9f1eb259a29b:34843 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:13,532 INFO [9f1eb259a29b:34843 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:13,532 DEBUG [9f1eb259a29b:34843 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:13,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:13,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37951,1730971932025, state=OPENING 2024-11-07T09:32:13,553 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:32:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:13,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:13,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:13,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:13,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:13,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37951,1730971932025}] 2024-11-07T09:32:13,734 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:13,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:13,750 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:32:13,751 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:13,751 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:32:13,754 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C37951%2C1730971932025.meta, suffix=.meta, logDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37951,1730971932025, archiveDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/oldWALs, maxLogs=32 2024-11-07T09:32:13,771 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37951,1730971932025/9f1eb259a29b%2C37951%2C1730971932025.meta.1730971933756.meta, exclude list is [], retry=0 2024-11-07T09:32:13,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-ecca490a-25dd-440d-9ec2-36464ca16a83,DISK] 2024-11-07T09:32:13,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45197,DS-b1101251-27fd-422a-b9be-3fa36a64af69,DISK] 2024-11-07T09:32:13,779 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37951,1730971932025/9f1eb259a29b%2C37951%2C1730971932025.meta.1730971933756.meta 2024-11-07T09:32:13,779 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44345:44345),(127.0.0.1/127.0.0.1:45023:45023)] 2024-11-07T09:32:13,779 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:13,781 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:32:13,784 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:32:13,788 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:32:13,793 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:32:13,793 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:13,793 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:32:13,794 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:32:13,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:13,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:13,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:13,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:13,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:13,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:13,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:13,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:13,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:13,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:13,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:13,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:13,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:13,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:13,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:13,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:13,806 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:13,808 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740 2024-11-07T09:32:13,811 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740 2024-11-07T09:32:13,813 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:13,814 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:13,815 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:13,817 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:13,819 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60387827, jitterRate=-0.10015125572681427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:13,819 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:32:13,821 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971933794Writing region info on filesystem at 1730971933794Initializing all the Stores at 1730971933796 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971933796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971933796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971933796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971933797 (+1 ms)Cleaning up temporary data from old regions at 1730971933814 (+17 ms)Running coprocessor post-open hooks at 1730971933819 (+5 ms)Region opened successfully at 1730971933821 (+2 ms) 2024-11-07T09:32:13,828 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971933725 2024-11-07T09:32:13,841 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:32:13,842 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:32:13,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:13,845 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37951,1730971932025, state=OPEN 2024-11-07T09:32:13,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:13,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:13,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:13,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:13,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:13,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:13,849 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:13,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:32:13,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37951,1730971932025 in 290 msec 2024-11-07T09:32:13,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:32:13,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-11-07T09:32:13,863 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:13,863 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:32:13,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:13,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37951,1730971932025, seqNum=-1] 2024-11-07T09:32:13,907 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:13,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:13,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0280 sec 2024-11-07T09:32:13,930 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971933930, completionTime=-1 2024-11-07T09:32:13,932 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T09:32:13,933 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:32:13,961 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T09:32:13,961 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971993961 2024-11-07T09:32:13,961 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730972053961 2024-11-07T09:32:13,961 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-07T09:32:13,963 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T09:32:13,969 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,34843,1730971931233-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,970 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,34843,1730971931233-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,970 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,34843,1730971931233-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,971 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:34843, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,972 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,972 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:13,978 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:32:14,004 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.893sec 2024-11-07T09:32:14,006 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:32:14,007 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:32:14,008 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:32:14,009 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:32:14,009 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:32:14,010 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,34843,1730971931233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:14,010 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,34843,1730971931233-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:32:14,015 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:32:14,016 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:32:14,016 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,34843,1730971931233-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:14,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fba109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:14,069 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T09:32:14,069 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T09:32:14,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,34843,-1 for getting cluster id 2024-11-07T09:32:14,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:32:14,105 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3240ba7-ac03-4c84-b0d1-95e2f2ac0926' 2024-11-07T09:32:14,108 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:32:14,108 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3240ba7-ac03-4c84-b0d1-95e2f2ac0926" 2024-11-07T09:32:14,109 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c11d27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:14,109 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,34843,-1] 2024-11-07T09:32:14,112 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:32:14,114 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:14,114 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:32:14,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4486d9f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:14,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:14,125 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37951,1730971932025, seqNum=-1] 2024-11-07T09:32:14,125 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:14,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:14,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:14,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:32:14,177 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:14,180 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f6e21b4 2024-11-07T09:32:14,181 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:32:14,184 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:32:14,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T09:32:14,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:32:14,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T09:32:14,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:14,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:32:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:14,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:14,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:14,227 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca83b4d07b185177575608f132e14ddf, NAME => 'testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410 2024-11-07T09:32:14,228 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a9b6d68f9a265941b8d80c1045da0623, NAME => 'testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410 2024-11-07T09:32:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:14,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:14,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:14,240 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:14,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ca83b4d07b185177575608f132e14ddf, disabling compactions & flushes 2024-11-07T09:32:14,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:14,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:14,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. after waiting 0 ms 2024-11-07T09:32:14,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:14,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:14,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca83b4d07b185177575608f132e14ddf: Waiting for close lock at 1730971934241Disabling compacts and flushes for region at 1730971934241Disabling writes for close at 1730971934241Writing region close event to WAL at 1730971934241Closed at 1730971934241 2024-11-07T09:32:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:14,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:14,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a9b6d68f9a265941b8d80c1045da0623, disabling compactions & flushes 2024-11-07T09:32:14,642 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:14,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:14,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. after waiting 0 ms 2024-11-07T09:32:14,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:14,642 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:14,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a9b6d68f9a265941b8d80c1045da0623: Waiting for close lock at 1730971934642Disabling compacts and flushes for region at 1730971934642Disabling writes for close at 1730971934642Writing region close event to WAL at 1730971934642Closed at 1730971934642 2024-11-07T09:32:14,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:32:14,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971934645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971934645"}]},"ts":"1730971934645"} 2024-11-07T09:32:14,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971934645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971934645"}]},"ts":"1730971934645"} 2024-11-07T09:32:14,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T09:32:14,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:32:14,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971934687"}]},"ts":"1730971934687"} 2024-11-07T09:32:14,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T09:32:14,694 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:14,696 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:14,697 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:14,697 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:14,697 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:14,697 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:14,697 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:14,697 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:14,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca83b4d07b185177575608f132e14ddf, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9b6d68f9a265941b8d80c1045da0623, ASSIGN}] 2024-11-07T09:32:14,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9b6d68f9a265941b8d80c1045da0623, ASSIGN 2024-11-07T09:32:14,700 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca83b4d07b185177575608f132e14ddf, ASSIGN 2024-11-07T09:32:14,702 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca83b4d07b185177575608f132e14ddf, ASSIGN; state=OFFLINE, location=9f1eb259a29b,37951,1730971932025; forceNewPlan=false, retain=false 2024-11-07T09:32:14,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9b6d68f9a265941b8d80c1045da0623, ASSIGN; state=OFFLINE, location=9f1eb259a29b,37063,1730971931919; forceNewPlan=false, retain=false 2024-11-07T09:32:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:14,855 INFO [9f1eb259a29b:34843 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T09:32:14,856 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9b6d68f9a265941b8d80c1045da0623, regionState=OPENING, regionLocation=9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:14,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca83b4d07b185177575608f132e14ddf, regionState=OPENING, regionLocation=9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:14,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9b6d68f9a265941b8d80c1045da0623, ASSIGN because future has completed 2024-11-07T09:32:14,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9b6d68f9a265941b8d80c1045da0623, server=9f1eb259a29b,37063,1730971931919}] 2024-11-07T09:32:14,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca83b4d07b185177575608f132e14ddf, ASSIGN because future has completed 2024-11-07T09:32:14,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca83b4d07b185177575608f132e14ddf, server=9f1eb259a29b,37951,1730971932025}] 2024-11-07T09:32:15,015 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:15,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:15,024 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:15,024 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:15,024 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ca83b4d07b185177575608f132e14ddf, NAME => 'testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T09:32:15,024 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a9b6d68f9a265941b8d80c1045da0623, NAME => 'testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T09:32:15,025 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,025 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,025 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:15,025 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:15,025 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,025 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,025 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,025 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,027 INFO [StoreOpener-a9b6d68f9a265941b8d80c1045da0623-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,027 INFO [StoreOpener-ca83b4d07b185177575608f132e14ddf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,029 INFO [StoreOpener-a9b6d68f9a265941b8d80c1045da0623-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9b6d68f9a265941b8d80c1045da0623 columnFamilyName family 2024-11-07T09:32:15,029 DEBUG [StoreOpener-a9b6d68f9a265941b8d80c1045da0623-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:15,030 INFO [StoreOpener-ca83b4d07b185177575608f132e14ddf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca83b4d07b185177575608f132e14ddf columnFamilyName family 2024-11-07T09:32:15,030 DEBUG [StoreOpener-ca83b4d07b185177575608f132e14ddf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:15,030 INFO [StoreOpener-a9b6d68f9a265941b8d80c1045da0623-1 {}] regionserver.HStore(327): Store=a9b6d68f9a265941b8d80c1045da0623/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:15,031 INFO [StoreOpener-ca83b4d07b185177575608f132e14ddf-1 {}] regionserver.HStore(327): Store=ca83b4d07b185177575608f132e14ddf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:15,031 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,031 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,032 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,032 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,033 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,033 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,033 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,033 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,033 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,033 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,036 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,036 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,040 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/ca83b4d07b185177575608f132e14ddf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:15,040 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/a9b6d68f9a265941b8d80c1045da0623/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:15,041 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a9b6d68f9a265941b8d80c1045da0623; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63707946, jitterRate=-0.05067762732505798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:15,041 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ca83b4d07b185177575608f132e14ddf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66717572, jitterRate=-0.005830705165863037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:15,041 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,041 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,043 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a9b6d68f9a265941b8d80c1045da0623: Running coprocessor pre-open hook at 1730971935025Writing region info on filesystem at 1730971935025Initializing all the Stores at 1730971935027 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971935027Cleaning up temporary data from old regions at 1730971935033 (+6 ms)Running coprocessor post-open hooks at 1730971935041 (+8 ms)Region opened successfully at 1730971935042 (+1 ms) 2024-11-07T09:32:15,043 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ca83b4d07b185177575608f132e14ddf: Running coprocessor pre-open hook at 1730971935025Writing region info on filesystem at 1730971935025Initializing all the Stores at 1730971935027 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971935027Cleaning up temporary data from old regions at 1730971935033 (+6 ms)Running coprocessor post-open hooks at 1730971935041 (+8 ms)Region opened successfully at 1730971935042 (+1 ms) 2024-11-07T09:32:15,045 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf., pid=8, masterSystemTime=1730971935018 2024-11-07T09:32:15,045 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623., pid=7, masterSystemTime=1730971935015 2024-11-07T09:32:15,048 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:15,048 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:15,049 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9b6d68f9a265941b8d80c1045da0623, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:15,050 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:15,050 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:15,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca83b4d07b185177575608f132e14ddf, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:15,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9b6d68f9a265941b8d80c1045da0623, server=9f1eb259a29b,37063,1730971931919 because future has completed 2024-11-07T09:32:15,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca83b4d07b185177575608f132e14ddf, server=9f1eb259a29b,37951,1730971932025 because future has completed 2024-11-07T09:32:15,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T09:32:15,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a9b6d68f9a265941b8d80c1045da0623, server=9f1eb259a29b,37063,1730971931919 in 194 msec 2024-11-07T09:32:15,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T09:32:15,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9b6d68f9a265941b8d80c1045da0623, ASSIGN in 361 msec 2024-11-07T09:32:15,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca83b4d07b185177575608f132e14ddf, server=9f1eb259a29b,37951,1730971932025 in 195 msec 2024-11-07T09:32:15,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:32:15,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca83b4d07b185177575608f132e14ddf, ASSIGN in 364 msec 2024-11-07T09:32:15,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:32:15,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971935068"}]},"ts":"1730971935068"} 2024-11-07T09:32:15,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T09:32:15,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:32:15,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 875 msec 2024-11-07T09:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:15,352 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T09:32:15,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T09:32:15,354 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:15,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T09:32:15,361 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:15,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T09:32:15,369 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf., hostname=9f1eb259a29b,37951,1730971932025, seqNum=2] 2024-11-07T09:32:15,386 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623., hostname=9f1eb259a29b,37063,1730971931919, seqNum=2] 2024-11-07T09:32:15,386 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:15,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:15,406 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a9b6d68f9a265941b8d80c1045da0623 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T09:32:15,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/a9b6d68f9a265941b8d80c1045da0623/.tmp/family/e7ca4522c1db481c9dc76814277aab38 is 32, key is 5/family:/1730971935389/Put/seqid=0 2024-11-07T09:32:15,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741839_1015 (size=5083) 2024-11-07T09:32:15,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741839_1015 (size=5083) 2024-11-07T09:32:15,503 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/a9b6d68f9a265941b8d80c1045da0623/.tmp/family/e7ca4522c1db481c9dc76814277aab38 2024-11-07T09:32:15,557 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/a9b6d68f9a265941b8d80c1045da0623/.tmp/family/e7ca4522c1db481c9dc76814277aab38 as hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/a9b6d68f9a265941b8d80c1045da0623/family/e7ca4522c1db481c9dc76814277aab38 2024-11-07T09:32:15,567 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/a9b6d68f9a265941b8d80c1045da0623/family/e7ca4522c1db481c9dc76814277aab38, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T09:32:15,574 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a9b6d68f9a265941b8d80c1045da0623 in 168ms, sequenceid=9, compaction requested=false 2024-11-07T09:32:15,576 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-07T09:32:15,578 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a9b6d68f9a265941b8d80c1045da0623: 2024-11-07T09:32:15,578 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ca83b4d07b185177575608f132e14ddf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T09:32:15,599 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/ca83b4d07b185177575608f132e14ddf/.tmp/family/8b8532597a2942838370852ee369b3b7 is 32, key is 1/family:/1730971935371/Put/seqid=0 2024-11-07T09:32:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741840_1016 (size=5054) 2024-11-07T09:32:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741840_1016 (size=5054) 2024-11-07T09:32:15,608 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/ca83b4d07b185177575608f132e14ddf/.tmp/family/8b8532597a2942838370852ee369b3b7 2024-11-07T09:32:15,618 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/ca83b4d07b185177575608f132e14ddf/.tmp/family/8b8532597a2942838370852ee369b3b7 as hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/ca83b4d07b185177575608f132e14ddf/family/8b8532597a2942838370852ee369b3b7 2024-11-07T09:32:15,627 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/ca83b4d07b185177575608f132e14ddf/family/8b8532597a2942838370852ee369b3b7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T09:32:15,628 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ca83b4d07b185177575608f132e14ddf in 50ms, sequenceid=8, compaction requested=false 2024-11-07T09:32:15,628 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ca83b4d07b185177575608f132e14ddf: 2024-11-07T09:32:15,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5412e314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:15,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,34843,-1 for getting cluster id 2024-11-07T09:32:15,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:32:15,633 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3240ba7-ac03-4c84-b0d1-95e2f2ac0926' 2024-11-07T09:32:15,634 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:32:15,634 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3240ba7-ac03-4c84-b0d1-95e2f2ac0926" 2024-11-07T09:32:15,634 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d459afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:15,634 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,34843,-1] 2024-11-07T09:32:15,635 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:32:15,635 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:15,637 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:32:15,638 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3fd2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:15,653 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T09:32:15,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:15,656 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37951,1730971932025, seqNum=-1] 2024-11-07T09:32:15,656 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:15,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:15,669 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:15,671 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:15,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:15,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:15,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:15,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:15,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:15,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:15,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:32:15,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:32:15,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:15,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:15,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:15,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:15,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:32:15,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:32:15,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=127933054, stopped=false 2024-11-07T09:32:15,686 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,34843,1730971931233 2024-11-07T09:32:15,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:15,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:15,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:15,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:15,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:15,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:15,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:15,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:15,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:15,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:15,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,37063,1730971931919' ***** 2024-11-07T09:32:15,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:15,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,37951,1730971932025' ***** 2024-11-07T09:32:15,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:15,690 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:15,690 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:15,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:15,690 INFO [RS:1;9f1eb259a29b:37951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:15,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:15,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:15,691 INFO [RS:0;9f1eb259a29b:37063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:15,691 INFO [RS:1;9f1eb259a29b:37951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:15,691 INFO [RS:0;9f1eb259a29b:37063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:15,691 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(3091): Received CLOSE for a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,691 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(3091): Received CLOSE for ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:15,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:15,692 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:15,692 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:15,692 INFO [RS:0;9f1eb259a29b:37063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:37063. 2024-11-07T09:32:15,692 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:15,692 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:15,692 DEBUG [RS:0;9f1eb259a29b:37063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:15,692 DEBUG [RS:0;9f1eb259a29b:37063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:15,692 INFO [RS:1;9f1eb259a29b:37951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9f1eb259a29b:37951. 2024-11-07T09:32:15,692 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9b6d68f9a265941b8d80c1045da0623, disabling compactions & flushes 2024-11-07T09:32:15,692 DEBUG [RS:1;9f1eb259a29b:37951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:15,692 DEBUG [RS:1;9f1eb259a29b:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:15,692 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:15,692 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:32:15,692 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:15,692 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca83b4d07b185177575608f132e14ddf, disabling compactions & flushes 2024-11-07T09:32:15,692 DEBUG [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(1325): Online Regions={a9b6d68f9a265941b8d80c1045da0623=testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623.} 2024-11-07T09:32:15,692 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. after waiting 0 ms 2024-11-07T09:32:15,692 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:15,692 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:15,692 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:15,693 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:15,693 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:15,693 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:15,693 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. after waiting 0 ms 2024-11-07T09:32:15,693 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:15,693 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:32:15,693 DEBUG [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(1351): Waiting on a9b6d68f9a265941b8d80c1045da0623 2024-11-07T09:32:15,693 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:32:15,693 DEBUG [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ca83b4d07b185177575608f132e14ddf=testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf.} 2024-11-07T09:32:15,693 DEBUG [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca83b4d07b185177575608f132e14ddf 2024-11-07T09:32:15,693 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:15,693 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:15,694 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:15,694 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:15,694 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:15,694 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T09:32:15,701 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/a9b6d68f9a265941b8d80c1045da0623/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T09:32:15,703 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:15,703 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9b6d68f9a265941b8d80c1045da0623: Waiting for close lock at 1730971935692Running coprocessor pre-close hooks at 1730971935692Disabling compacts and flushes for region at 1730971935692Disabling writes for close at 1730971935692Writing region close event to WAL at 1730971935694 (+2 ms)Running coprocessor post-close hooks at 1730971935702 (+8 ms)Closed at 1730971935703 (+1 ms) 2024-11-07T09:32:15,704 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623. 2024-11-07T09:32:15,705 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/default/testClearRegionBlockCache/ca83b4d07b185177575608f132e14ddf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T09:32:15,706 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:15,706 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca83b4d07b185177575608f132e14ddf: Waiting for close lock at 1730971935692Running coprocessor pre-close hooks at 1730971935692Disabling compacts and flushes for region at 1730971935692Disabling writes for close at 1730971935693 (+1 ms)Writing region close event to WAL at 1730971935694 (+1 ms)Running coprocessor post-close hooks at 1730971935706 (+12 ms)Closed at 1730971935706 2024-11-07T09:32:15,706 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730971934186.ca83b4d07b185177575608f132e14ddf. 2024-11-07T09:32:15,717 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/.tmp/info/eec1f12606034a43bb11b0db985720c2 is 173, key is testClearRegionBlockCache,5,1730971934186.a9b6d68f9a265941b8d80c1045da0623./info:regioninfo/1730971935049/Put/seqid=0 2024-11-07T09:32:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:15,724 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/.tmp/info/eec1f12606034a43bb11b0db985720c2 2024-11-07T09:32:15,749 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/.tmp/ns/5d0636390621451eb8b7a514176d42bc is 43, key is default/ns:d/1730971933914/Put/seqid=0 2024-11-07T09:32:15,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:15,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:15,757 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/.tmp/ns/5d0636390621451eb8b7a514176d42bc 2024-11-07T09:32:15,760 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:15,760 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:15,781 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/.tmp/table/7652e61ba9614b25a4e56a5d652d0ef8 is 61, key is testClearRegionBlockCache/table:state/1730971935068/Put/seqid=0 2024-11-07T09:32:15,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:15,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:15,788 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/.tmp/table/7652e61ba9614b25a4e56a5d652d0ef8 2024-11-07T09:32:15,797 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/.tmp/info/eec1f12606034a43bb11b0db985720c2 as hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/info/eec1f12606034a43bb11b0db985720c2 2024-11-07T09:32:15,805 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/info/eec1f12606034a43bb11b0db985720c2, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T09:32:15,807 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/.tmp/ns/5d0636390621451eb8b7a514176d42bc as hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/ns/5d0636390621451eb8b7a514176d42bc 2024-11-07T09:32:15,815 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/ns/5d0636390621451eb8b7a514176d42bc, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T09:32:15,816 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/.tmp/table/7652e61ba9614b25a4e56a5d652d0ef8 as hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/table/7652e61ba9614b25a4e56a5d652d0ef8 2024-11-07T09:32:15,824 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/table/7652e61ba9614b25a4e56a5d652d0ef8, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T09:32:15,826 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false 2024-11-07T09:32:15,826 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:32:15,833 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T09:32:15,834 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:32:15,834 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:15,834 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971935693Running coprocessor pre-close hooks at 1730971935693Disabling compacts and flushes for region at 1730971935693Disabling writes for close at 1730971935694 (+1 ms)Obtaining lock to block concurrent updates at 1730971935694Preparing flush snapshotting stores in 1588230740 at 1730971935694Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730971935695 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730971935696 (+1 ms)Flushing 1588230740/info: creating writer at 1730971935696Flushing 1588230740/info: appending metadata at 1730971935716 (+20 ms)Flushing 1588230740/info: closing flushed file at 1730971935716Flushing 1588230740/ns: creating writer at 1730971935733 (+17 ms)Flushing 1588230740/ns: appending metadata at 1730971935748 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730971935749 (+1 ms)Flushing 1588230740/table: creating writer at 1730971935765 (+16 ms)Flushing 1588230740/table: appending metadata at 1730971935780 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730971935780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d9368c: reopening flushed file at 1730971935796 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9df413: reopening flushed file at 1730971935806 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59fc380c: reopening flushed file at 1730971935815 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false at 1730971935826 (+11 ms)Writing region close event to WAL at 1730971935828 (+2 ms)Running coprocessor post-close hooks at 1730971935834 (+6 ms)Closed at 1730971935834 2024-11-07T09:32:15,834 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:15,893 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,37063,1730971931919; all regions closed. 2024-11-07T09:32:15,893 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,37951,1730971932025; all regions closed. 2024-11-07T09:32:15,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:15,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741834_1010 (size=1867) 2024-11-07T09:32:15,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37063,1730971931919/9f1eb259a29b%2C37063%2C1730971931919.1730971933308 not finished, retry = 0 2024-11-07T09:32:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741834_1010 (size=1867) 2024-11-07T09:32:15,905 DEBUG [RS:1;9f1eb259a29b:37951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/oldWALs 2024-11-07T09:32:15,905 INFO [RS:1;9f1eb259a29b:37951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C37951%2C1730971932025.meta:.meta(num 1730971933756) 2024-11-07T09:32:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741833_1009 (size=1758) 2024-11-07T09:32:15,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/WALs/9f1eb259a29b,37951,1730971932025/9f1eb259a29b%2C37951%2C1730971932025.1730971933307 not finished, retry = 0 2024-11-07T09:32:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741833_1009 (size=1758) 2024-11-07T09:32:16,003 DEBUG [RS:0;9f1eb259a29b:37063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/oldWALs 2024-11-07T09:32:16,003 INFO [RS:0;9f1eb259a29b:37063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C37063%2C1730971931919:(num 1730971933308) 2024-11-07T09:32:16,003 DEBUG [RS:0;9f1eb259a29b:37063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:16,003 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:16,003 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:16,004 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:16,004 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:16,004 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:16,004 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:16,004 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:16,004 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:16,004 INFO [RS:0;9f1eb259a29b:37063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37063 2024-11-07T09:32:16,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:16,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,37063,1730971931919 2024-11-07T09:32:16,008 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:16,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,37063,1730971931919] 2024-11-07T09:32:16,011 DEBUG [RS:1;9f1eb259a29b:37951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/oldWALs 2024-11-07T09:32:16,011 INFO [RS:1;9f1eb259a29b:37951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C37951%2C1730971932025:(num 1730971933307) 2024-11-07T09:32:16,012 DEBUG [RS:1;9f1eb259a29b:37951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:16,012 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:16,012 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:16,012 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:16,012 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:16,012 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:16,012 INFO [RS:1;9f1eb259a29b:37951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37951 2024-11-07T09:32:16,013 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,37063,1730971931919 already deleted, retry=false 2024-11-07T09:32:16,013 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,37063,1730971931919 expired; onlineServers=1 2024-11-07T09:32:16,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:16,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,37951,1730971932025 2024-11-07T09:32:16,016 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:16,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,37951,1730971932025] 2024-11-07T09:32:16,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,37951,1730971932025 already deleted, retry=false 2024-11-07T09:32:16,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,37951,1730971932025 expired; onlineServers=0 2024-11-07T09:32:16,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,34843,1730971931233' ***** 2024-11-07T09:32:16,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:32:16,018 INFO [M:0;9f1eb259a29b:34843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:16,018 INFO [M:0;9f1eb259a29b:34843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:16,019 DEBUG [M:0;9f1eb259a29b:34843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:32:16,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:32:16,019 DEBUG [M:0;9f1eb259a29b:34843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:32:16,019 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971933009 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971933009,5,FailOnTimeoutGroup] 2024-11-07T09:32:16,019 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971933013 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971933013,5,FailOnTimeoutGroup] 2024-11-07T09:32:16,019 INFO [M:0;9f1eb259a29b:34843 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:16,019 INFO [M:0;9f1eb259a29b:34843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:16,019 DEBUG [M:0;9f1eb259a29b:34843 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:32:16,019 INFO [M:0;9f1eb259a29b:34843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:32:16,020 INFO [M:0;9f1eb259a29b:34843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:16,020 INFO [M:0;9f1eb259a29b:34843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:32:16,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:32:16,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:16,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:16,021 DEBUG [M:0;9f1eb259a29b:34843 {}] zookeeper.ZKUtil(347): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T09:32:16,021 WARN [M:0;9f1eb259a29b:34843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:32:16,022 INFO [M:0;9f1eb259a29b:34843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/.lastflushedseqids 2024-11-07T09:32:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741844_1020 (size=182) 2024-11-07T09:32:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741844_1020 (size=182) 2024-11-07T09:32:16,036 INFO [M:0;9f1eb259a29b:34843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:32:16,037 INFO [M:0;9f1eb259a29b:34843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:32:16,037 DEBUG [M:0;9f1eb259a29b:34843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:16,037 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:16,037 DEBUG [M:0;9f1eb259a29b:34843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:16,037 DEBUG [M:0;9f1eb259a29b:34843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:16,037 DEBUG [M:0;9f1eb259a29b:34843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:16,037 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T09:32:16,055 DEBUG [M:0;9f1eb259a29b:34843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da3d6755b4b84a67ba4fc9453d1b02c2 is 82, key is hbase:meta,,1/info:regioninfo/1730971933842/Put/seqid=0 2024-11-07T09:32:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:16,062 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da3d6755b4b84a67ba4fc9453d1b02c2 2024-11-07T09:32:16,085 DEBUG [M:0;9f1eb259a29b:34843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76f7f914ab9c4197b942b730f3416e73 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971935075/Put/seqid=0 2024-11-07T09:32:16,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741846_1022 (size=6219) 2024-11-07T09:32:16,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741846_1022 (size=6219) 2024-11-07T09:32:16,092 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76f7f914ab9c4197b942b730f3416e73 2024-11-07T09:32:16,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:16,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37063-0x100f1c579a40001, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:16,111 INFO [RS:0;9f1eb259a29b:37063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:16,112 INFO [RS:0;9f1eb259a29b:37063 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,37063,1730971931919; zookeeper connection closed. 2024-11-07T09:32:16,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f44f8ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f44f8ad 2024-11-07T09:32:16,115 DEBUG [M:0;9f1eb259a29b:34843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4490e9c8dd7b451faed0d4d8f88c85db is 69, key is 9f1eb259a29b,37063,1730971931919/rs:state/1730971933061/Put/seqid=0 2024-11-07T09:32:16,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:16,117 INFO [RS:1;9f1eb259a29b:37951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:16,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37951-0x100f1c579a40002, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:16,117 INFO [RS:1;9f1eb259a29b:37951 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,37951,1730971932025; zookeeper connection closed. 2024-11-07T09:32:16,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20143b32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20143b32 2024-11-07T09:32:16,118 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T09:32:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:16,123 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4490e9c8dd7b451faed0d4d8f88c85db 2024-11-07T09:32:16,131 DEBUG [M:0;9f1eb259a29b:34843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da3d6755b4b84a67ba4fc9453d1b02c2 as hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da3d6755b4b84a67ba4fc9453d1b02c2 2024-11-07T09:32:16,137 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da3d6755b4b84a67ba4fc9453d1b02c2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T09:32:16,139 DEBUG [M:0;9f1eb259a29b:34843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76f7f914ab9c4197b942b730f3416e73 as hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76f7f914ab9c4197b942b730f3416e73 2024-11-07T09:32:16,148 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76f7f914ab9c4197b942b730f3416e73, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T09:32:16,149 DEBUG [M:0;9f1eb259a29b:34843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4490e9c8dd7b451faed0d4d8f88c85db as hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4490e9c8dd7b451faed0d4d8f88c85db 2024-11-07T09:32:16,157 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33627/user/jenkins/test-data/9527f18f-b337-f51b-f033-51c4565f0410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4490e9c8dd7b451faed0d4d8f88c85db, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T09:32:16,159 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=71, compaction requested=false 2024-11-07T09:32:16,160 INFO [M:0;9f1eb259a29b:34843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:16,160 DEBUG [M:0;9f1eb259a29b:34843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971936037Disabling compacts and flushes for region at 1730971936037Disabling writes for close at 1730971936037Obtaining lock to block concurrent updates at 1730971936037Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971936037Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730971936038 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971936038Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971936038Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971936054 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971936054Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971936069 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971936084 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971936084Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971936099 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971936115 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971936115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d5fe4c: reopening flushed file at 1730971936129 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b56911: reopening flushed file at 1730971936138 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb23e4a: reopening flushed file at 1730971936148 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=71, compaction requested=false at 1730971936159 (+11 ms)Writing region close event to WAL at 1730971936160 (+1 ms)Closed at 1730971936160 2024-11-07T09:32:16,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45197 is added to blk_1073741830_1006 (size=35440) 2024-11-07T09:32:16,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741830_1006 (size=35440) 2024-11-07T09:32:16,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:16,165 INFO [M:0;9f1eb259a29b:34843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:32:16,165 INFO [M:0;9f1eb259a29b:34843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34843 2024-11-07T09:32:16,165 INFO [M:0;9f1eb259a29b:34843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:16,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:16,268 INFO [M:0;9f1eb259a29b:34843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:16,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x100f1c579a40000, quorum=127.0.0.1:52747, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:16,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:16,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:16,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:16,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:16,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:16,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:16,278 WARN [BP-1829251517-172.17.0.2-1730971928348 heartbeating to localhost/127.0.0.1:33627 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:16,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:16,278 WARN [BP-1829251517-172.17.0.2-1730971928348 heartbeating to localhost/127.0.0.1:33627 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1829251517-172.17.0.2-1730971928348 (Datanode Uuid 90272205-e5dd-48e4-95a1-bc2194a62fc3) service to localhost/127.0.0.1:33627 2024-11-07T09:32:16,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/data/data3/current/BP-1829251517-172.17.0.2-1730971928348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:16,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/data/data4/current/BP-1829251517-172.17.0.2-1730971928348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:16,280 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:16,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:16,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:16,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:16,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:16,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:16,284 WARN [BP-1829251517-172.17.0.2-1730971928348 heartbeating to localhost/127.0.0.1:33627 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:16,284 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:16,284 WARN [BP-1829251517-172.17.0.2-1730971928348 heartbeating to localhost/127.0.0.1:33627 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1829251517-172.17.0.2-1730971928348 (Datanode Uuid 91b4b8b5-f596-43a7-a954-9dbde56dad88) service to localhost/127.0.0.1:33627 2024-11-07T09:32:16,284 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:16,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/data/data1/current/BP-1829251517-172.17.0.2-1730971928348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:16,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/cluster_814a842b-2a74-7c48-aa23-16ae87fb8011/data/data2/current/BP-1829251517-172.17.0.2-1730971928348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:16,285 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:16,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:16,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:16,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:16,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:16,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:16,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:32:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:32:16,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9f1eb259a29b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/9f1eb259a29b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33627 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/9f1eb259a29b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33627 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/9f1eb259a29b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4fcb04d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=49 (was 45) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5826 (was 6409) 2024-11-07T09:32:16,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=49, ProcessCount=11, AvailableMemoryMB=5826 2024-11-07T09:32:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.log.dir so I do NOT create it in target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e 2024-11-07T09:32:16,357 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:32:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.tmp.dir so I do NOT create it in target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e 2024-11-07T09:32:16,357 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aa5127d-ff9b-6e71-41b7-c77e19991054/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:32:16,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e 2024-11-07T09:32:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:32:16,357 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9, deleteOnExit=true 2024-11-07T09:32:16,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:32:16,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/test.cache.data in system properties and HBase conf 2024-11-07T09:32:16,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:32:16,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:32:16,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:32:16,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:32:16,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:32:16,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:32:16,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:32:16,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:32:16,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:16,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:16,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:16,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:16,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:32:16,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:16,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@450fdeb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:16,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189e0b0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:16,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a81bf41{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/java.io.tmpdir/jetty-localhost-43011-hadoop-hdfs-3_4_1-tests_jar-_-any-856704850904127965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:16,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29c7c5cb{HTTP/1.1, (http/1.1)}{localhost:43011} 2024-11-07T09:32:16,572 INFO [Time-limited test {}] server.Server(415): Started @10083ms 2024-11-07T09:32:16,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:16,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:16,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:16,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:16,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:16,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b08f9cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:16,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50a3bd0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:16,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e11b88f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/java.io.tmpdir/jetty-localhost-44635-hadoop-hdfs-3_4_1-tests_jar-_-any-17171309863973562492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:16,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c9add95{HTTP/1.1, (http/1.1)}{localhost:44635} 2024-11-07T09:32:16,786 INFO [Time-limited test {}] server.Server(415): Started @10297ms 2024-11-07T09:32:16,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:16,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:16,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:16,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:16,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:16,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:16,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea758dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:16,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cd815a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:16,894 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/data/data1/current/BP-1340768619-172.17.0.2-1730971936391/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:16,894 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/data/data2/current/BP-1340768619-172.17.0.2-1730971936391/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:16,917 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5d4906358d082eb with lease ID 0x7459a3e32fd7d730: Processing first storage report for DS-ae9ce248-9bd5-46b2-b9c9-7803540c293e from datanode DatanodeRegistration(127.0.0.1:44651, datanodeUuid=848c54ea-a047-43a8-82df-f35ea240178b, infoPort=37131, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=5443782;c=1730971936391) 2024-11-07T09:32:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5d4906358d082eb with lease ID 0x7459a3e32fd7d730: from storage DS-ae9ce248-9bd5-46b2-b9c9-7803540c293e node DatanodeRegistration(127.0.0.1:44651, datanodeUuid=848c54ea-a047-43a8-82df-f35ea240178b, infoPort=37131, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=5443782;c=1730971936391), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5d4906358d082eb with lease ID 0x7459a3e32fd7d730: Processing first storage report for DS-6dbf2d79-48cf-4600-8225-b28d1ee677d9 from datanode DatanodeRegistration(127.0.0.1:44651, datanodeUuid=848c54ea-a047-43a8-82df-f35ea240178b, infoPort=37131, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=5443782;c=1730971936391) 2024-11-07T09:32:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5d4906358d082eb with lease ID 0x7459a3e32fd7d730: from storage DS-6dbf2d79-48cf-4600-8225-b28d1ee677d9 node DatanodeRegistration(127.0.0.1:44651, datanodeUuid=848c54ea-a047-43a8-82df-f35ea240178b, infoPort=37131, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=5443782;c=1730971936391), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:16,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68fad6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/java.io.tmpdir/jetty-localhost-38461-hadoop-hdfs-3_4_1-tests_jar-_-any-7988757944841603865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:16,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2d9b98{HTTP/1.1, (http/1.1)}{localhost:38461} 2024-11-07T09:32:16,949 INFO [Time-limited test {}] server.Server(415): Started @10460ms 2024-11-07T09:32:16,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:17,053 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/data/data3/current/BP-1340768619-172.17.0.2-1730971936391/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:17,053 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/data/data4/current/BP-1340768619-172.17.0.2-1730971936391/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:17,069 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84901ed6a974e051 with lease ID 0x7459a3e32fd7d731: Processing first storage report for DS-3ebea632-8343-4f84-97be-51ad034d02c8 from datanode DatanodeRegistration(127.0.0.1:43077, datanodeUuid=e2c96efa-bf0b-48cf-b9aa-af590260cd1d, infoPort=44781, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=5443782;c=1730971936391) 2024-11-07T09:32:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84901ed6a974e051 with lease ID 0x7459a3e32fd7d731: from storage DS-3ebea632-8343-4f84-97be-51ad034d02c8 node DatanodeRegistration(127.0.0.1:43077, datanodeUuid=e2c96efa-bf0b-48cf-b9aa-af590260cd1d, infoPort=44781, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=5443782;c=1730971936391), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84901ed6a974e051 with lease ID 0x7459a3e32fd7d731: Processing first storage report for DS-a52771dc-be77-4c89-b3f6-0e40dee55bbc from datanode DatanodeRegistration(127.0.0.1:43077, datanodeUuid=e2c96efa-bf0b-48cf-b9aa-af590260cd1d, infoPort=44781, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=5443782;c=1730971936391) 2024-11-07T09:32:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84901ed6a974e051 with lease ID 0x7459a3e32fd7d731: from storage DS-a52771dc-be77-4c89-b3f6-0e40dee55bbc node DatanodeRegistration(127.0.0.1:43077, datanodeUuid=e2c96efa-bf0b-48cf-b9aa-af590260cd1d, infoPort=44781, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=5443782;c=1730971936391), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:17,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e 2024-11-07T09:32:17,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/zookeeper_0, clientPort=58980, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:32:17,078 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58980 2024-11-07T09:32:17,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:17,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:17,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:17,091 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5 with version=8 2024-11-07T09:32:17,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/hbase-staging 2024-11-07T09:32:17,093 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:17,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:17,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:17,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:17,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:17,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:17,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:32:17,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:17,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46665 2024-11-07T09:32:17,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46665 connecting to ZooKeeper ensemble=127.0.0.1:58980 2024-11-07T09:32:17,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466650x0, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:17,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46665-0x100f1c593c40000 connected 2024-11-07T09:32:17,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:17,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:17,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:17,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5, hbase.cluster.distributed=false 2024-11-07T09:32:17,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:17,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46665 2024-11-07T09:32:17,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46665 2024-11-07T09:32:17,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46665 2024-11-07T09:32:17,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46665 2024-11-07T09:32:17,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46665 2024-11-07T09:32:17,146 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:17,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:17,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:17,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:17,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:17,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:17,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:17,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:17,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42827 2024-11-07T09:32:17,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42827 connecting to ZooKeeper ensemble=127.0.0.1:58980 2024-11-07T09:32:17,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:17,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:17,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428270x0, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:17,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42827-0x100f1c593c40001 connected 2024-11-07T09:32:17,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:17,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:17,159 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:17,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:17,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:17,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42827 2024-11-07T09:32:17,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42827 2024-11-07T09:32:17,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42827 2024-11-07T09:32:17,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42827 2024-11-07T09:32:17,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42827 2024-11-07T09:32:17,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:17,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:17,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:17,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:17,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:17,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:17,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:17,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:17,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37279 2024-11-07T09:32:17,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37279 connecting to ZooKeeper ensemble=127.0.0.1:58980 2024-11-07T09:32:17,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:17,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:17,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372790x0, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:17,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:17,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37279-0x100f1c593c40002 connected 2024-11-07T09:32:17,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:17,187 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:17,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:17,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:17,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37279 2024-11-07T09:32:17,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37279 2024-11-07T09:32:17,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37279 2024-11-07T09:32:17,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37279 2024-11-07T09:32:17,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37279 2024-11-07T09:32:17,203 DEBUG [M:0;9f1eb259a29b:46665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:46665 2024-11-07T09:32:17,203 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:17,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:17,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:17,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:17,205 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,209 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T09:32:17,209 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9f1eb259a29b,46665,1730971937093 from backup master directory 2024-11-07T09:32:17,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:17,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:17,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:17,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:17,217 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:17,217 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:17,223 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/hbase.id] with ID: c8c42aaf-30ac-4992-aa13-24183974b97a 2024-11-07T09:32:17,223 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/.tmp/hbase.id 2024-11-07T09:32:17,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:17,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:17,232 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/.tmp/hbase.id]:[hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/hbase.id] 2024-11-07T09:32:17,248 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:17,248 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:32:17,250 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T09:32:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:17,263 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:17,263 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:32:17,264 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:17,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:17,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:17,274 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store 2024-11-07T09:32:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:17,281 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:17,281 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:17,282 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:17,282 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:17,282 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:17,282 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:17,282 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:17,282 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971937281Disabling compacts and flushes for region at 1730971937281Disabling writes for close at 1730971937282 (+1 ms)Writing region close event to WAL at 1730971937282Closed at 1730971937282 2024-11-07T09:32:17,283 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/.initializing 2024-11-07T09:32:17,283 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/WALs/9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:17,285 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:17,287 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C46665%2C1730971937093, suffix=, logDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/WALs/9f1eb259a29b,46665,1730971937093, archiveDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/oldWALs, maxLogs=10 2024-11-07T09:32:17,301 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/WALs/9f1eb259a29b,46665,1730971937093/9f1eb259a29b%2C46665%2C1730971937093.1730971937288, exclude list is [], retry=0 2024-11-07T09:32:17,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-3ebea632-8343-4f84-97be-51ad034d02c8,DISK] 2024-11-07T09:32:17,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44651,DS-ae9ce248-9bd5-46b2-b9c9-7803540c293e,DISK] 2024-11-07T09:32:17,307 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/WALs/9f1eb259a29b,46665,1730971937093/9f1eb259a29b%2C46665%2C1730971937093.1730971937288 2024-11-07T09:32:17,308 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44781:44781),(127.0.0.1/127.0.0.1:37131:37131)] 2024-11-07T09:32:17,308 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:17,308 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:17,308 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,308 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:32:17,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:17,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:17,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:32:17,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:17,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:17,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:32:17,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:17,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:17,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:32:17,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:17,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:17,320 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,321 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,322 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,323 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,323 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,324 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:17,326 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:17,328 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:17,329 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61235398, jitterRate=-0.08752146363258362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:17,330 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971937308Initializing all the Stores at 1730971937310 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971937310Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971937310Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971937310Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971937310Cleaning up temporary data from old regions at 1730971937323 (+13 ms)Region opened successfully at 1730971937330 (+7 ms) 2024-11-07T09:32:17,330 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:32:17,336 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8f1c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:17,337 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:32:17,337 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:32:17,337 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:32:17,337 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:32:17,338 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:32:17,338 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:32:17,338 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:32:17,341 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:32:17,341 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T09:32:17,343 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T09:32:17,343 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:32:17,344 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:32:17,345 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T09:32:17,346 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:32:17,347 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:32:17,349 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T09:32:17,349 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:32:17,351 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T09:32:17,353 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:32:17,354 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T09:32:17,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:17,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:17,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:17,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,46665,1730971937093, sessionid=0x100f1c593c40000, setting cluster-up flag (Was=false) 2024-11-07T09:32:17,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,367 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T09:32:17,369 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:17,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,378 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T09:32:17,380 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:17,382 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:32:17,384 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:17,384 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:32:17,385 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:32:17,385 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,46665,1730971937093 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:32:17,387 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:17,387 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:17,387 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:17,387 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:17,387 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:32:17,387 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,387 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:17,387 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,389 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971967389 2024-11-07T09:32:17,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:32:17,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:32:17,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:17,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:32:17,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:32:17,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:32:17,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:32:17,390 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:32:17,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,391 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:32:17,391 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:32:17,391 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:32:17,391 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:32:17,391 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:32:17,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:17,392 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971937391,5,FailOnTimeoutGroup] 2024-11-07T09:32:17,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:32:17,392 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971937392,5,FailOnTimeoutGroup] 2024-11-07T09:32:17,392 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,392 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:32:17,392 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,393 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,396 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(746): ClusterId : c8c42aaf-30ac-4992-aa13-24183974b97a 2024-11-07T09:32:17,396 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(746): ClusterId : c8c42aaf-30ac-4992-aa13-24183974b97a 2024-11-07T09:32:17,397 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:17,397 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:17,399 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:17,399 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:17,399 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:17,399 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:17,403 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:17,403 DEBUG [RS:0;9f1eb259a29b:42827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303355c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:17,403 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:17,403 DEBUG [RS:1;9f1eb259a29b:37279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bcee3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:17,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:17,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:17,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:32:17,413 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5 2024-11-07T09:32:17,427 DEBUG [RS:1;9f1eb259a29b:37279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9f1eb259a29b:37279 2024-11-07T09:32:17,427 DEBUG [RS:0;9f1eb259a29b:42827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:42827 2024-11-07T09:32:17,427 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:17,427 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:17,427 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:17,427 DEBUG [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:17,427 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:17,428 DEBUG [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:17,429 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,46665,1730971937093 with port=42827, startcode=1730971937146 2024-11-07T09:32:17,429 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,46665,1730971937093 with port=37279, startcode=1730971937177 2024-11-07T09:32:17,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:17,429 DEBUG [RS:0;9f1eb259a29b:42827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:17,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:17,430 DEBUG [RS:1;9f1eb259a29b:37279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:17,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:17,432 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:17,433 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:17,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:17,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46665 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:17,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:17,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:17,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46665 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:17,435 DEBUG [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5 2024-11-07T09:32:17,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:17,435 DEBUG [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39587 2024-11-07T09:32:17,435 DEBUG [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:17,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:17,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:17,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:17,437 DEBUG [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5 2024-11-07T09:32:17,437 DEBUG [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39587 2024-11-07T09:32:17,437 DEBUG [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:17,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:17,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:17,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:17,439 DEBUG [RS:0;9f1eb259a29b:42827 {}] zookeeper.ZKUtil(111): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:17,439 WARN [RS:0;9f1eb259a29b:42827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:17,439 INFO [RS:0;9f1eb259a29b:42827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:17,439 DEBUG [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:17,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:17,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:17,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:17,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:17,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:17,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:17,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,37279,1730971937177] 2024-11-07T09:32:17,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,42827,1730971937146] 2024-11-07T09:32:17,444 DEBUG [RS:1;9f1eb259a29b:37279 {}] zookeeper.ZKUtil(111): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:17,444 WARN [RS:1;9f1eb259a29b:37279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:17,444 INFO [RS:1;9f1eb259a29b:37279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:17,445 DEBUG [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:17,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:17,445 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:17,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:17,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:17,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:17,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740 2024-11-07T09:32:17,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740 2024-11-07T09:32:17,448 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:17,448 INFO [RS:0;9f1eb259a29b:42827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:17,448 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,449 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:17,449 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:17,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:17,450 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:17,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:17,450 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,450 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,450 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,450 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,450 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,451 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:17,451 DEBUG [RS:0;9f1eb259a29b:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:17,451 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:17,452 INFO [RS:1;9f1eb259a29b:37279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:17,452 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:17,456 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:17,456 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,456 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,457 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,457 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,457 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,457 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,42827,1730971937146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:17,457 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:17,457 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:17,458 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,458 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,458 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,458 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,458 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68206509, jitterRate=0.01635618507862091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:17,458 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,458 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,458 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:17,458 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,459 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,459 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,459 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,459 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971937431Initializing all the Stores at 1730971937433 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971937433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971937433Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971937433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971937433Cleaning up temporary data from old regions at 1730971937450 (+17 ms)Region opened successfully at 1730971937459 (+9 ms) 2024-11-07T09:32:17,459 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:17,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:17,459 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:17,459 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:17,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:17,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:17,459 DEBUG [RS:1;9f1eb259a29b:37279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:17,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:17,460 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:17,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971937459Disabling compacts and flushes for region at 1730971937459Disabling writes for close at 1730971937459Writing region close event to WAL at 1730971937460 (+1 ms)Closed at 1730971937460 2024-11-07T09:32:17,460 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,460 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,460 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,461 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,461 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,461 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37279,1730971937177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:17,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:17,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:32:17,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:32:17,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:17,465 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:32:17,475 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:17,475 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,42827,1730971937146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,475 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,475 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.Replication(171): 9f1eb259a29b,42827,1730971937146 started 2024-11-07T09:32:17,490 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:17,490 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,490 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37279,1730971937177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,490 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,42827,1730971937146, RpcServer on 9f1eb259a29b/172.17.0.2:42827, sessionid=0x100f1c593c40001 2024-11-07T09:32:17,490 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:17,490 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,490 DEBUG [RS:0;9f1eb259a29b:42827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:17,490 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,42827,1730971937146' 2024-11-07T09:32:17,490 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:17,490 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.Replication(171): 9f1eb259a29b,37279,1730971937177 started 2024-11-07T09:32:17,491 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:17,492 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:17,492 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:17,492 DEBUG [RS:0;9f1eb259a29b:42827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:17,492 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,42827,1730971937146' 2024-11-07T09:32:17,492 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:17,492 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:17,493 DEBUG [RS:0;9f1eb259a29b:42827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:17,493 INFO [RS:0;9f1eb259a29b:42827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:17,493 INFO [RS:0;9f1eb259a29b:42827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:17,514 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:17,514 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,37279,1730971937177, RpcServer on 9f1eb259a29b/172.17.0.2:37279, sessionid=0x100f1c593c40002 2024-11-07T09:32:17,514 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:17,514 DEBUG [RS:1;9f1eb259a29b:37279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:17,514 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37279,1730971937177' 2024-11-07T09:32:17,514 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:17,515 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:17,516 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:17,516 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:17,516 DEBUG [RS:1;9f1eb259a29b:37279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:17,516 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37279,1730971937177' 2024-11-07T09:32:17,516 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:17,516 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:17,517 DEBUG [RS:1;9f1eb259a29b:37279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:17,517 INFO [RS:1;9f1eb259a29b:37279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:17,517 INFO [RS:1;9f1eb259a29b:37279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:17,593 INFO [RS:0;9f1eb259a29b:42827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:17,596 INFO [RS:0;9f1eb259a29b:42827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C42827%2C1730971937146, suffix=, logDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,42827,1730971937146, archiveDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/oldWALs, maxLogs=32 2024-11-07T09:32:17,611 DEBUG [RS:0;9f1eb259a29b:42827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,42827,1730971937146/9f1eb259a29b%2C42827%2C1730971937146.1730971937597, exclude list is [], retry=0 2024-11-07T09:32:17,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44651,DS-ae9ce248-9bd5-46b2-b9c9-7803540c293e,DISK] 2024-11-07T09:32:17,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-3ebea632-8343-4f84-97be-51ad034d02c8,DISK] 2024-11-07T09:32:17,615 WARN [9f1eb259a29b:46665 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T09:32:17,617 INFO [RS:1;9f1eb259a29b:37279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:17,617 INFO [RS:0;9f1eb259a29b:42827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,42827,1730971937146/9f1eb259a29b%2C42827%2C1730971937146.1730971937597 2024-11-07T09:32:17,619 DEBUG [RS:0;9f1eb259a29b:42827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37131:37131),(127.0.0.1/127.0.0.1:44781:44781)] 2024-11-07T09:32:17,619 INFO [RS:1;9f1eb259a29b:37279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C37279%2C1730971937177, suffix=, logDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,37279,1730971937177, archiveDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/oldWALs, maxLogs=32 2024-11-07T09:32:17,634 DEBUG [RS:1;9f1eb259a29b:37279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,37279,1730971937177/9f1eb259a29b%2C37279%2C1730971937177.1730971937620, exclude list is [], retry=0 2024-11-07T09:32:17,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44651,DS-ae9ce248-9bd5-46b2-b9c9-7803540c293e,DISK] 2024-11-07T09:32:17,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-3ebea632-8343-4f84-97be-51ad034d02c8,DISK] 2024-11-07T09:32:17,640 INFO [RS:1;9f1eb259a29b:37279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,37279,1730971937177/9f1eb259a29b%2C37279%2C1730971937177.1730971937620 2024-11-07T09:32:17,640 DEBUG [RS:1;9f1eb259a29b:37279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44781:44781),(127.0.0.1/127.0.0.1:37131:37131)] 2024-11-07T09:32:17,865 DEBUG [9f1eb259a29b:46665 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T09:32:17,866 DEBUG [9f1eb259a29b:46665 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:17,869 DEBUG [9f1eb259a29b:46665 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:17,869 DEBUG [9f1eb259a29b:46665 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:17,869 DEBUG [9f1eb259a29b:46665 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:17,869 DEBUG [9f1eb259a29b:46665 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:17,869 INFO [9f1eb259a29b:46665 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:17,869 INFO [9f1eb259a29b:46665 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:17,869 DEBUG [9f1eb259a29b:46665 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:17,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:17,871 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37279,1730971937177, state=OPENING 2024-11-07T09:32:17,874 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:32:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:17,876 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:17,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:17,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:17,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:17,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37279,1730971937177}] 2024-11-07T09:32:18,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:18,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:18,036 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:32:18,037 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:18,037 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:32:18,039 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C37279%2C1730971937177.meta, suffix=.meta, logDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,37279,1730971937177, archiveDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/oldWALs, maxLogs=32 2024-11-07T09:32:18,054 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,37279,1730971937177/9f1eb259a29b%2C37279%2C1730971937177.meta.1730971938040.meta, exclude list is [], retry=0 2024-11-07T09:32:18,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44651,DS-ae9ce248-9bd5-46b2-b9c9-7803540c293e,DISK] 2024-11-07T09:32:18,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-3ebea632-8343-4f84-97be-51ad034d02c8,DISK] 2024-11-07T09:32:18,059 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,37279,1730971937177/9f1eb259a29b%2C37279%2C1730971937177.meta.1730971938040.meta 2024-11-07T09:32:18,059 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44781:44781),(127.0.0.1/127.0.0.1:37131:37131)] 2024-11-07T09:32:18,060 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:18,060 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:32:18,060 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:32:18,060 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:32:18,060 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:32:18,060 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:18,061 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:32:18,061 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:32:18,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:18,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:18,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:18,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:18,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:18,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:18,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:18,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:18,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:18,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:18,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:18,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:18,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:18,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:18,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:18,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:18,069 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:18,070 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740 2024-11-07T09:32:18,072 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740 2024-11-07T09:32:18,073 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:18,073 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:18,074 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:18,076 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:18,077 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59568644, jitterRate=-0.11235803365707397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:18,077 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:32:18,077 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971938061Writing region info on filesystem at 1730971938061Initializing all the Stores at 1730971938062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971938062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971938062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971938062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971938062Cleaning up temporary data from old regions at 1730971938073 (+11 ms)Running coprocessor post-open hooks at 1730971938077 (+4 ms)Region opened successfully at 1730971938077 2024-11-07T09:32:18,079 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971938029 2024-11-07T09:32:18,082 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:32:18,082 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:32:18,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:18,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37279,1730971937177, state=OPEN 2024-11-07T09:32:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:18,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:18,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:18,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:18,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:18,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:32:18,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37279,1730971937177 in 210 msec 2024-11-07T09:32:18,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:32:18,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-11-07T09:32:18,094 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:18,094 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:32:18,095 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:18,095 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37279,1730971937177, seqNum=-1] 2024-11-07T09:32:18,096 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:18,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:18,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 719 msec 2024-11-07T09:32:18,104 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971938104, completionTime=-1 2024-11-07T09:32:18,104 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T09:32:18,104 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:32:18,106 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T09:32:18,106 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971998106 2024-11-07T09:32:18,106 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730972058106 2024-11-07T09:32:18,106 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:32:18,107 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46665,1730971937093-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:18,107 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46665,1730971937093-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:18,107 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46665,1730971937093-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:18,107 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:46665, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:18,107 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:18,107 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:18,109 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:32:18,111 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.894sec 2024-11-07T09:32:18,112 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:32:18,112 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:32:18,112 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:32:18,112 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:32:18,112 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:32:18,112 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46665,1730971937093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:18,112 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46665,1730971937093-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:32:18,115 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:32:18,115 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:32:18,115 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46665,1730971937093-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:18,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7b4ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:18,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,46665,-1 for getting cluster id 2024-11-07T09:32:18,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:32:18,199 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8c42aaf-30ac-4992-aa13-24183974b97a' 2024-11-07T09:32:18,200 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:32:18,200 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8c42aaf-30ac-4992-aa13-24183974b97a" 2024-11-07T09:32:18,200 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e80149a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:18,200 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,46665,-1] 2024-11-07T09:32:18,201 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:32:18,201 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:18,202 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:32:18,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698511d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:18,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:18,205 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37279,1730971937177, seqNum=-1] 2024-11-07T09:32:18,205 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:18,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:18,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:18,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:32:18,210 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:18,210 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16062ebd 2024-11-07T09:32:18,211 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:32:18,212 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:32:18,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T09:32:18,216 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:32:18,217 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:18,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T09:32:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:18,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:32:18,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:18,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:18,231 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc697f830d1eec0e4ff9b3807e3c28f6, NAME => 'testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5 2024-11-07T09:32:18,231 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ab8ab9e256da6d1959b8b52a20917b93, NAME => 'testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5 2024-11-07T09:32:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:18,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:18,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:18,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:18,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:18,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ab8ab9e256da6d1959b8b52a20917b93, disabling compactions & flushes 2024-11-07T09:32:18,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fc697f830d1eec0e4ff9b3807e3c28f6, disabling compactions & flushes 2024-11-07T09:32:18,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. after waiting 0 ms 2024-11-07T09:32:18,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. after waiting 0 ms 2024-11-07T09:32:18,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ab8ab9e256da6d1959b8b52a20917b93: Waiting for close lock at 1730971938241Disabling compacts and flushes for region at 1730971938241Disabling writes for close at 1730971938242 (+1 ms)Writing region close event to WAL at 1730971938242Closed at 1730971938242 2024-11-07T09:32:18,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc697f830d1eec0e4ff9b3807e3c28f6: Waiting for close lock at 1730971938241Disabling compacts and flushes for region at 1730971938241Disabling writes for close at 1730971938242 (+1 ms)Writing region close event to WAL at 1730971938242Closed at 1730971938242 2024-11-07T09:32:18,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:32:18,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971938244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971938244"}]},"ts":"1730971938244"} 2024-11-07T09:32:18,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971938244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971938244"}]},"ts":"1730971938244"} 2024-11-07T09:32:18,248 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T09:32:18,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:32:18,249 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971938249"}]},"ts":"1730971938249"} 2024-11-07T09:32:18,252 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T09:32:18,252 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:18,254 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:18,254 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:18,254 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:18,254 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:18,254 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:18,254 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:18,254 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:18,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fc697f830d1eec0e4ff9b3807e3c28f6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab8ab9e256da6d1959b8b52a20917b93, ASSIGN}] 2024-11-07T09:32:18,257 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab8ab9e256da6d1959b8b52a20917b93, ASSIGN 2024-11-07T09:32:18,257 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fc697f830d1eec0e4ff9b3807e3c28f6, ASSIGN 2024-11-07T09:32:18,258 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab8ab9e256da6d1959b8b52a20917b93, ASSIGN; state=OFFLINE, location=9f1eb259a29b,42827,1730971937146; forceNewPlan=false, retain=false 2024-11-07T09:32:18,258 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fc697f830d1eec0e4ff9b3807e3c28f6, ASSIGN; state=OFFLINE, location=9f1eb259a29b,37279,1730971937177; forceNewPlan=false, retain=false 2024-11-07T09:32:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:18,409 INFO [9f1eb259a29b:46665 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T09:32:18,409 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc697f830d1eec0e4ff9b3807e3c28f6, regionState=OPENING, regionLocation=9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:18,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab8ab9e256da6d1959b8b52a20917b93, regionState=OPENING, regionLocation=9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:18,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fc697f830d1eec0e4ff9b3807e3c28f6, ASSIGN because future has completed 2024-11-07T09:32:18,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc697f830d1eec0e4ff9b3807e3c28f6, server=9f1eb259a29b,37279,1730971937177}] 2024-11-07T09:32:18,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab8ab9e256da6d1959b8b52a20917b93, ASSIGN because future has completed 2024-11-07T09:32:18,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab8ab9e256da6d1959b8b52a20917b93, server=9f1eb259a29b,42827,1730971937146}] 2024-11-07T09:32:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:18,569 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:18,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:18,571 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,571 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fc697f830d1eec0e4ff9b3807e3c28f6, NAME => 'testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T09:32:18,572 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,572 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:18,572 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,572 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,574 INFO [StoreOpener-fc697f830d1eec0e4ff9b3807e3c28f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,575 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,575 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ab8ab9e256da6d1959b8b52a20917b93, NAME => 'testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T09:32:18,576 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,576 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:18,576 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,576 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,576 INFO [StoreOpener-fc697f830d1eec0e4ff9b3807e3c28f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc697f830d1eec0e4ff9b3807e3c28f6 columnFamilyName family 2024-11-07T09:32:18,576 DEBUG [StoreOpener-fc697f830d1eec0e4ff9b3807e3c28f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:18,577 INFO [StoreOpener-fc697f830d1eec0e4ff9b3807e3c28f6-1 {}] regionserver.HStore(327): Store=fc697f830d1eec0e4ff9b3807e3c28f6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:18,577 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,577 INFO [StoreOpener-ab8ab9e256da6d1959b8b52a20917b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,578 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,579 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,579 INFO [StoreOpener-ab8ab9e256da6d1959b8b52a20917b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab8ab9e256da6d1959b8b52a20917b93 columnFamilyName family 2024-11-07T09:32:18,579 DEBUG [StoreOpener-ab8ab9e256da6d1959b8b52a20917b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:18,579 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,579 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,579 INFO [StoreOpener-ab8ab9e256da6d1959b8b52a20917b93-1 {}] regionserver.HStore(327): Store=ab8ab9e256da6d1959b8b52a20917b93/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:18,580 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,581 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,581 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,581 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,582 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,582 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,584 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,584 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/fc697f830d1eec0e4ff9b3807e3c28f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:18,585 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened fc697f830d1eec0e4ff9b3807e3c28f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68305108, jitterRate=0.017825424671173096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:18,585 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,586 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fc697f830d1eec0e4ff9b3807e3c28f6: Running coprocessor pre-open hook at 1730971938572Writing region info on filesystem at 1730971938572Initializing all the Stores at 1730971938573 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971938574 (+1 ms)Cleaning up temporary data from old regions at 1730971938579 (+5 ms)Running coprocessor post-open hooks at 1730971938585 (+6 ms)Region opened successfully at 1730971938585 2024-11-07T09:32:18,586 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/ab8ab9e256da6d1959b8b52a20917b93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:18,587 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ab8ab9e256da6d1959b8b52a20917b93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61864919, jitterRate=-0.07814086973667145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:18,587 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,587 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6., pid=7, masterSystemTime=1730971938566 2024-11-07T09:32:18,587 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ab8ab9e256da6d1959b8b52a20917b93: Running coprocessor pre-open hook at 1730971938576Writing region info on filesystem at 1730971938576Initializing all the Stores at 1730971938577 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971938577Cleaning up temporary data from old regions at 1730971938582 (+5 ms)Running coprocessor post-open hooks at 1730971938587 (+5 ms)Region opened successfully at 1730971938587 2024-11-07T09:32:18,588 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93., pid=8, masterSystemTime=1730971938568 2024-11-07T09:32:18,590 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,590 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc697f830d1eec0e4ff9b3807e3c28f6, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:18,591 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,591 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab8ab9e256da6d1959b8b52a20917b93, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:18,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc697f830d1eec0e4ff9b3807e3c28f6, server=9f1eb259a29b,37279,1730971937177 because future has completed 2024-11-07T09:32:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab8ab9e256da6d1959b8b52a20917b93, server=9f1eb259a29b,42827,1730971937146 because future has completed 2024-11-07T09:32:18,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-07T09:32:18,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc697f830d1eec0e4ff9b3807e3c28f6, server=9f1eb259a29b,37279,1730971937177 in 182 msec 2024-11-07T09:32:18,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-07T09:32:18,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ab8ab9e256da6d1959b8b52a20917b93, server=9f1eb259a29b,42827,1730971937146 in 183 msec 2024-11-07T09:32:18,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fc697f830d1eec0e4ff9b3807e3c28f6, ASSIGN in 343 msec 2024-11-07T09:32:18,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T09:32:18,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab8ab9e256da6d1959b8b52a20917b93, ASSIGN in 345 msec 2024-11-07T09:32:18,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:32:18,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971938604"}]},"ts":"1730971938604"} 2024-11-07T09:32:18,607 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T09:32:18,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:32:18,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 395 msec 2024-11-07T09:32:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:18,842 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T09:32:18,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T09:32:18,842 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T09:32:18,846 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T09:32:18,849 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6., hostname=9f1eb259a29b,37279,1730971937177, seqNum=2] 2024-11-07T09:32:18,860 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93., hostname=9f1eb259a29b,42827,1730971937146, seqNum=2] 2024-11-07T09:32:18,861 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:18,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:18,876 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ab8ab9e256da6d1959b8b52a20917b93 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T09:32:18,894 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/ab8ab9e256da6d1959b8b52a20917b93/.tmp/family/83089e62f3e84698b3a0c3da6536bdd4 is 32, key is 5/family:/1730971938863/Put/seqid=0 2024-11-07T09:32:18,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741839_1015 (size=5083) 2024-11-07T09:32:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741839_1015 (size=5083) 2024-11-07T09:32:18,900 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/ab8ab9e256da6d1959b8b52a20917b93/.tmp/family/83089e62f3e84698b3a0c3da6536bdd4 2024-11-07T09:32:18,908 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/ab8ab9e256da6d1959b8b52a20917b93/.tmp/family/83089e62f3e84698b3a0c3da6536bdd4 as hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/ab8ab9e256da6d1959b8b52a20917b93/family/83089e62f3e84698b3a0c3da6536bdd4 2024-11-07T09:32:18,917 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/ab8ab9e256da6d1959b8b52a20917b93/family/83089e62f3e84698b3a0c3da6536bdd4, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T09:32:18,918 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ab8ab9e256da6d1959b8b52a20917b93 in 42ms, sequenceid=9, compaction requested=false 2024-11-07T09:32:18,918 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ab8ab9e256da6d1959b8b52a20917b93: 2024-11-07T09:32:18,918 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fc697f830d1eec0e4ff9b3807e3c28f6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T09:32:18,936 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/fc697f830d1eec0e4ff9b3807e3c28f6/.tmp/family/22e712aee84e47dc886e0b97bd60320a is 32, key is 1/family:/1730971938850/Put/seqid=0 2024-11-07T09:32:18,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741840_1016 (size=5054) 2024-11-07T09:32:18,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741840_1016 (size=5054) 2024-11-07T09:32:18,943 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/fc697f830d1eec0e4ff9b3807e3c28f6/.tmp/family/22e712aee84e47dc886e0b97bd60320a 2024-11-07T09:32:18,951 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/fc697f830d1eec0e4ff9b3807e3c28f6/.tmp/family/22e712aee84e47dc886e0b97bd60320a as hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/fc697f830d1eec0e4ff9b3807e3c28f6/family/22e712aee84e47dc886e0b97bd60320a 2024-11-07T09:32:18,958 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/fc697f830d1eec0e4ff9b3807e3c28f6/family/22e712aee84e47dc886e0b97bd60320a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T09:32:18,960 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fc697f830d1eec0e4ff9b3807e3c28f6 in 42ms, sequenceid=8, compaction requested=false 2024-11-07T09:32:18,960 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fc697f830d1eec0e4ff9b3807e3c28f6: 2024-11-07T09:32:18,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:32:18,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:18,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:18,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:18,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:18,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:32:18,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:32:18,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2003029828, stopped=false 2024-11-07T09:32:18,965 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,46665,1730971937093 2024-11-07T09:32:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:18,967 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:18,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:18,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:18,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:18,968 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,42827,1730971937146' ***** 2024-11-07T09:32:18,968 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:18,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:18,968 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,37279,1730971937177' ***** 2024-11-07T09:32:18,968 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:18,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:18,968 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:18,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:18,968 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:18,968 INFO [RS:0;9f1eb259a29b:42827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:18,969 INFO [RS:0;9f1eb259a29b:42827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:18,968 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:18,969 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(3091): Received CLOSE for ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,969 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:18,969 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:18,969 INFO [RS:1;9f1eb259a29b:37279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:18,969 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:18,969 INFO [RS:1;9f1eb259a29b:37279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:18,969 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:18,969 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(3091): Received CLOSE for fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,969 INFO [RS:0;9f1eb259a29b:42827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:42827. 2024-11-07T09:32:18,970 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:18,970 DEBUG [RS:0;9f1eb259a29b:42827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab8ab9e256da6d1959b8b52a20917b93, disabling compactions & flushes 2024-11-07T09:32:18,970 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:18,970 DEBUG [RS:0;9f1eb259a29b:42827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:18,970 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,970 INFO [RS:1;9f1eb259a29b:37279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9f1eb259a29b:37279. 2024-11-07T09:32:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc697f830d1eec0e4ff9b3807e3c28f6, disabling compactions & flushes 2024-11-07T09:32:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,970 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:32:18,970 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. after waiting 0 ms 2024-11-07T09:32:18,970 DEBUG [RS:1;9f1eb259a29b:37279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:18,970 DEBUG [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(1325): Online Regions={ab8ab9e256da6d1959b8b52a20917b93=testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93.} 2024-11-07T09:32:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,970 DEBUG [RS:1;9f1eb259a29b:37279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. after waiting 0 ms 2024-11-07T09:32:18,970 DEBUG [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(1351): Waiting on ab8ab9e256da6d1959b8b52a20917b93 2024-11-07T09:32:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,970 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:18,970 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:18,970 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:18,970 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:32:18,971 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:32:18,971 DEBUG [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(1325): Online Regions={fc697f830d1eec0e4ff9b3807e3c28f6=testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:32:18,971 DEBUG [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc697f830d1eec0e4ff9b3807e3c28f6 2024-11-07T09:32:18,971 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:18,971 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:18,971 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:18,971 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:18,971 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:18,971 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T09:32:18,976 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/fc697f830d1eec0e4ff9b3807e3c28f6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T09:32:18,976 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/default/testClearRegionBlockCache/ab8ab9e256da6d1959b8b52a20917b93/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T09:32:18,976 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,977 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc697f830d1eec0e4ff9b3807e3c28f6: Waiting for close lock at 1730971938970Running coprocessor pre-close hooks at 1730971938970Disabling compacts and flushes for region at 1730971938970Disabling writes for close at 1730971938970Writing region close event to WAL at 1730971938971 (+1 ms)Running coprocessor post-close hooks at 1730971938976 (+5 ms)Closed at 1730971938976 2024-11-07T09:32:18,977 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,977 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab8ab9e256da6d1959b8b52a20917b93: Waiting for close lock at 1730971938969Running coprocessor pre-close hooks at 1730971938969Disabling compacts and flushes for region at 1730971938969Disabling writes for close at 1730971938970 (+1 ms)Writing region close event to WAL at 1730971938971 (+1 ms)Running coprocessor post-close hooks at 1730971938977 (+6 ms)Closed at 1730971938977 2024-11-07T09:32:18,977 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730971938213.fc697f830d1eec0e4ff9b3807e3c28f6. 2024-11-07T09:32:18,977 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93. 2024-11-07T09:32:18,990 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/.tmp/info/53869076abd44d0daf2b3c80b62c88aa is 173, key is testClearRegionBlockCache,5,1730971938213.ab8ab9e256da6d1959b8b52a20917b93./info:regioninfo/1730971938592/Put/seqid=0 2024-11-07T09:32:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:18,996 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/.tmp/info/53869076abd44d0daf2b3c80b62c88aa 2024-11-07T09:32:19,024 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/.tmp/ns/064e5e04e7f442bd9f1ac7c8cfff98cc is 43, key is default/ns:d/1730971938098/Put/seqid=0 2024-11-07T09:32:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:19,032 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/.tmp/ns/064e5e04e7f442bd9f1ac7c8cfff98cc 2024-11-07T09:32:19,055 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/.tmp/table/b5d1b7679afc4d3da9ebc0683403e15d is 61, key is testClearRegionBlockCache/table:state/1730971938604/Put/seqid=0 2024-11-07T09:32:19,058 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:19,062 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/.tmp/table/b5d1b7679afc4d3da9ebc0683403e15d 2024-11-07T09:32:19,069 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/.tmp/info/53869076abd44d0daf2b3c80b62c88aa as hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/info/53869076abd44d0daf2b3c80b62c88aa 2024-11-07T09:32:19,076 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/info/53869076abd44d0daf2b3c80b62c88aa, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T09:32:19,077 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/.tmp/ns/064e5e04e7f442bd9f1ac7c8cfff98cc as hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/ns/064e5e04e7f442bd9f1ac7c8cfff98cc 2024-11-07T09:32:19,084 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/ns/064e5e04e7f442bd9f1ac7c8cfff98cc, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T09:32:19,085 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/.tmp/table/b5d1b7679afc4d3da9ebc0683403e15d as hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/table/b5d1b7679afc4d3da9ebc0683403e15d 2024-11-07T09:32:19,092 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/table/b5d1b7679afc4d3da9ebc0683403e15d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T09:32:19,093 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false 2024-11-07T09:32:19,098 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T09:32:19,099 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:32:19,099 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:19,099 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971938971Running coprocessor pre-close hooks at 1730971938971Disabling compacts and flushes for region at 1730971938971Disabling writes for close at 1730971938971Obtaining lock to block concurrent updates at 1730971938971Preparing flush snapshotting stores in 1588230740 at 1730971938971Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730971938972 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730971938972Flushing 1588230740/info: creating writer at 1730971938972Flushing 1588230740/info: appending metadata at 1730971938989 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730971938990 (+1 ms)Flushing 1588230740/ns: creating writer at 1730971939004 (+14 ms)Flushing 1588230740/ns: appending metadata at 1730971939024 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1730971939024Flushing 1588230740/table: creating writer at 1730971939039 (+15 ms)Flushing 1588230740/table: appending metadata at 1730971939055 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730971939055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee5378a: reopening flushed file at 1730971939068 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67156f3: reopening flushed file at 1730971939076 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3894feb3: reopening flushed file at 1730971939084 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false at 1730971939093 (+9 ms)Writing region close event to WAL at 1730971939094 (+1 ms)Running coprocessor post-close hooks at 1730971939099 (+5 ms)Closed at 1730971939099 2024-11-07T09:32:19,099 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:19,170 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,42827,1730971937146; all regions closed. 2024-11-07T09:32:19,171 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,37279,1730971937177; all regions closed. 2024-11-07T09:32:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741833_1009 (size=1867) 2024-11-07T09:32:19,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/WALs/9f1eb259a29b,37279,1730971937177/9f1eb259a29b%2C37279%2C1730971937177.meta.1730971938040.meta not finished, retry = 0 2024-11-07T09:32:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741833_1009 (size=1867) 2024-11-07T09:32:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:19,178 DEBUG [RS:0;9f1eb259a29b:42827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/oldWALs 2024-11-07T09:32:19,178 INFO [RS:0;9f1eb259a29b:42827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C42827%2C1730971937146:(num 1730971937597) 2024-11-07T09:32:19,178 DEBUG [RS:0;9f1eb259a29b:42827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:19,178 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:19,178 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:19,178 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:19,178 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:19,178 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:19,179 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:19,179 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:19,179 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:19,179 INFO [RS:0;9f1eb259a29b:42827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42827 2024-11-07T09:32:19,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,42827,1730971937146 2024-11-07T09:32:19,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:19,182 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:19,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,42827,1730971937146] 2024-11-07T09:32:19,185 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,42827,1730971937146 already deleted, retry=false 2024-11-07T09:32:19,185 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,42827,1730971937146 expired; onlineServers=1 2024-11-07T09:32:19,279 DEBUG [RS:1;9f1eb259a29b:37279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/oldWALs 2024-11-07T09:32:19,279 INFO [RS:1;9f1eb259a29b:37279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C37279%2C1730971937177.meta:.meta(num 1730971938040) 2024-11-07T09:32:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741834_1010 (size=1758) 2024-11-07T09:32:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741834_1010 (size=1758) 2024-11-07T09:32:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:19,284 INFO [RS:0;9f1eb259a29b:42827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x100f1c593c40001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:19,284 INFO [RS:0;9f1eb259a29b:42827 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,42827,1730971937146; zookeeper connection closed. 2024-11-07T09:32:19,284 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1790e0a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1790e0a4 2024-11-07T09:32:19,285 DEBUG [RS:1;9f1eb259a29b:37279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/oldWALs 2024-11-07T09:32:19,285 INFO [RS:1;9f1eb259a29b:37279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C37279%2C1730971937177:(num 1730971937620) 2024-11-07T09:32:19,285 DEBUG [RS:1;9f1eb259a29b:37279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:19,285 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:19,285 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:19,285 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:19,286 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:19,286 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:19,286 INFO [RS:1;9f1eb259a29b:37279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37279 2024-11-07T09:32:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,37279,1730971937177 2024-11-07T09:32:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:19,288 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:19,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,37279,1730971937177] 2024-11-07T09:32:19,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,37279,1730971937177 already deleted, retry=false 2024-11-07T09:32:19,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,37279,1730971937177 expired; onlineServers=0 2024-11-07T09:32:19,293 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,46665,1730971937093' ***** 2024-11-07T09:32:19,293 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:32:19,293 INFO [M:0;9f1eb259a29b:46665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:19,293 INFO [M:0;9f1eb259a29b:46665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:19,293 DEBUG [M:0;9f1eb259a29b:46665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:32:19,293 DEBUG [M:0;9f1eb259a29b:46665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:32:19,293 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:32:19,293 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971937391 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971937391,5,FailOnTimeoutGroup] 2024-11-07T09:32:19,293 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971937392 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971937392,5,FailOnTimeoutGroup] 2024-11-07T09:32:19,293 INFO [M:0;9f1eb259a29b:46665 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:19,294 INFO [M:0;9f1eb259a29b:46665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:19,294 DEBUG [M:0;9f1eb259a29b:46665 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:32:19,294 INFO [M:0;9f1eb259a29b:46665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:32:19,294 INFO [M:0;9f1eb259a29b:46665 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:19,294 INFO [M:0;9f1eb259a29b:46665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:32:19,294 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:32:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:19,295 DEBUG [M:0;9f1eb259a29b:46665 {}] zookeeper.ZKUtil(347): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T09:32:19,295 WARN [M:0;9f1eb259a29b:46665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:32:19,296 INFO [M:0;9f1eb259a29b:46665 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/.lastflushedseqids 2024-11-07T09:32:19,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:32:19,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741844_1020 (size=191) 2024-11-07T09:32:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741844_1020 (size=191) 2024-11-07T09:32:19,309 INFO [M:0;9f1eb259a29b:46665 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:32:19,309 INFO [M:0;9f1eb259a29b:46665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:32:19,309 DEBUG [M:0;9f1eb259a29b:46665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:19,309 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:19,309 DEBUG [M:0;9f1eb259a29b:46665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:19,309 DEBUG [M:0;9f1eb259a29b:46665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:19,309 DEBUG [M:0;9f1eb259a29b:46665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:19,309 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-07T09:32:19,328 DEBUG [M:0;9f1eb259a29b:46665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d9425a4f1284977b5bf156a8798464f is 82, key is hbase:meta,,1/info:regioninfo/1730971938083/Put/seqid=0 2024-11-07T09:32:19,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:19,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:19,338 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d9425a4f1284977b5bf156a8798464f 2024-11-07T09:32:19,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:19,362 DEBUG [M:0;9f1eb259a29b:46665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd54f4ad52c24403b718706798dc1604 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971938609/Put/seqid=0 2024-11-07T09:32:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741846_1022 (size=6220) 2024-11-07T09:32:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741846_1022 (size=6220) 2024-11-07T09:32:19,369 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd54f4ad52c24403b718706798dc1604 2024-11-07T09:32:19,391 DEBUG [M:0;9f1eb259a29b:46665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99af6013ff744946883dc6f4fa5b9188 is 69, key is 9f1eb259a29b,37279,1730971937177/rs:state/1730971937436/Put/seqid=0 2024-11-07T09:32:19,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:19,391 INFO [RS:1;9f1eb259a29b:37279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:19,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37279-0x100f1c593c40002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:19,391 INFO [RS:1;9f1eb259a29b:37279 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,37279,1730971937177; zookeeper connection closed. 2024-11-07T09:32:19,392 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f20aab8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f20aab8 2024-11-07T09:32:19,392 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T09:32:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:19,397 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99af6013ff744946883dc6f4fa5b9188 2024-11-07T09:32:19,404 DEBUG [M:0;9f1eb259a29b:46665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d9425a4f1284977b5bf156a8798464f as hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d9425a4f1284977b5bf156a8798464f 2024-11-07T09:32:19,411 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d9425a4f1284977b5bf156a8798464f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T09:32:19,412 DEBUG [M:0;9f1eb259a29b:46665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd54f4ad52c24403b718706798dc1604 as hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd54f4ad52c24403b718706798dc1604 2024-11-07T09:32:19,419 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd54f4ad52c24403b718706798dc1604, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T09:32:19,420 DEBUG [M:0;9f1eb259a29b:46665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99af6013ff744946883dc6f4fa5b9188 as hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99af6013ff744946883dc6f4fa5b9188 2024-11-07T09:32:19,427 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39587/user/jenkins/test-data/b5ea6184-58d4-0d0c-c8c4-68f9d66793b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99af6013ff744946883dc6f4fa5b9188, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T09:32:19,429 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=71, compaction requested=false 2024-11-07T09:32:19,430 INFO [M:0;9f1eb259a29b:46665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:19,431 DEBUG [M:0;9f1eb259a29b:46665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971939309Disabling compacts and flushes for region at 1730971939309Disabling writes for close at 1730971939309Obtaining lock to block concurrent updates at 1730971939309Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971939309Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1730971939310 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971939311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971939311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971939328 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971939328Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971939345 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971939361 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971939361Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971939375 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971939390 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971939390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2106bb28: reopening flushed file at 1730971939403 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179a1aec: reopening flushed file at 1730971939411 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128cc599: reopening flushed file at 1730971939419 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=71, compaction requested=false at 1730971939429 (+10 ms)Writing region close event to WAL at 1730971939430 (+1 ms)Closed at 1730971939430 2024-11-07T09:32:19,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44651 is added to blk_1073741830_1006 (size=35452) 2024-11-07T09:32:19,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741830_1006 (size=35452) 2024-11-07T09:32:19,434 INFO [M:0;9f1eb259a29b:46665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:32:19,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:19,434 INFO [M:0;9f1eb259a29b:46665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46665 2024-11-07T09:32:19,435 INFO [M:0;9f1eb259a29b:46665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:19,537 INFO [M:0;9f1eb259a29b:46665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46665-0x100f1c593c40000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:19,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68fad6db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:19,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2d9b98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:19,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:19,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cd815a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:19,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea758dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:19,542 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:19,542 WARN [BP-1340768619-172.17.0.2-1730971936391 heartbeating to localhost/127.0.0.1:39587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:19,542 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:19,542 WARN [BP-1340768619-172.17.0.2-1730971936391 heartbeating to localhost/127.0.0.1:39587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1340768619-172.17.0.2-1730971936391 (Datanode Uuid e2c96efa-bf0b-48cf-b9aa-af590260cd1d) service to localhost/127.0.0.1:39587 2024-11-07T09:32:19,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/data/data3/current/BP-1340768619-172.17.0.2-1730971936391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:19,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/data/data4/current/BP-1340768619-172.17.0.2-1730971936391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:19,543 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:19,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e11b88f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:19,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c9add95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:19,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:19,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50a3bd0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:19,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b08f9cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:19,547 WARN [BP-1340768619-172.17.0.2-1730971936391 heartbeating to localhost/127.0.0.1:39587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:19,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:19,547 WARN [BP-1340768619-172.17.0.2-1730971936391 heartbeating to localhost/127.0.0.1:39587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1340768619-172.17.0.2-1730971936391 (Datanode Uuid 848c54ea-a047-43a8-82df-f35ea240178b) service to localhost/127.0.0.1:39587 2024-11-07T09:32:19,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:19,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/data/data1/current/BP-1340768619-172.17.0.2-1730971936391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:19,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/cluster_8cf102ce-dca9-2563-3f09-24acaa8156a9/data/data2/current/BP-1340768619-172.17.0.2-1730971936391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:19,548 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:19,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a81bf41{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:19,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29c7c5cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:19,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:19,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189e0b0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:19,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@450fdeb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:19,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:32:19,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:32:19,591 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=114 (was 84) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39587 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39587 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 49) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5678 (was 5826) 2024-11-07T09:32:19,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=114, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=5678 2024-11-07T09:32:19,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.log.dir so I do NOT create it in target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d 2024-11-07T09:32:19,613 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:32:19,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.tmp.dir so I do NOT create it in target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d 2024-11-07T09:32:19,613 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b12f7929-7427-b308-3303-0dbada0bb24e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:32:19,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d 2024-11-07T09:32:19,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:32:19,613 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de, deleteOnExit=true 2024-11-07T09:32:19,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:32:19,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/test.cache.data in system properties and HBase conf 2024-11-07T09:32:19,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:32:19,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:32:19,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:32:19,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:32:19,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:32:19,614 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:32:19,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:19,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:32:19,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:32:19,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:19,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:19,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:19,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:19,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:19,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:19,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e7e69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:19,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa3c6b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:19,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da8ee29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/java.io.tmpdir/jetty-localhost-43393-hadoop-hdfs-3_4_1-tests_jar-_-any-1650112678997222949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:19,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@178584e6{HTTP/1.1, (http/1.1)}{localhost:43393} 2024-11-07T09:32:19,831 INFO [Time-limited test {}] server.Server(415): Started @13343ms 2024-11-07T09:32:19,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:19,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:19,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:19,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:19,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:32:19,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2da098a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:19,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21265b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:20,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@103727a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/java.io.tmpdir/jetty-localhost-43451-hadoop-hdfs-3_4_1-tests_jar-_-any-5241381184612970796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:20,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72c64536{HTTP/1.1, (http/1.1)}{localhost:43451} 2024-11-07T09:32:20,040 INFO [Time-limited test {}] server.Server(415): Started @13551ms 2024-11-07T09:32:20,042 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:20,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:20,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:20,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:20,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:20,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:20,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@799ab481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:20,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ccf611{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:20,137 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/data/data2/current/BP-1145638408-172.17.0.2-1730971939647/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:20,137 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/data/data1/current/BP-1145638408-172.17.0.2-1730971939647/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:20,162 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b09dd089fd4d4a4 with lease ID 0x364126c26d8cc857: Processing first storage report for DS-697e19ff-6510-4cc7-8fbc-3331fd8cf7a7 from datanode DatanodeRegistration(127.0.0.1:40129, datanodeUuid=df653bb6-8f48-4da9-b9ba-1ada1130fe41, infoPort=41815, infoSecurePort=0, ipcPort=46459, storageInfo=lv=-57;cid=testClusterID;nsid=1945862774;c=1730971939647) 2024-11-07T09:32:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b09dd089fd4d4a4 with lease ID 0x364126c26d8cc857: from storage DS-697e19ff-6510-4cc7-8fbc-3331fd8cf7a7 node DatanodeRegistration(127.0.0.1:40129, datanodeUuid=df653bb6-8f48-4da9-b9ba-1ada1130fe41, infoPort=41815, infoSecurePort=0, ipcPort=46459, storageInfo=lv=-57;cid=testClusterID;nsid=1945862774;c=1730971939647), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T09:32:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b09dd089fd4d4a4 with lease ID 0x364126c26d8cc857: Processing first storage report for DS-3c9c4a08-cb96-4b2f-944b-3289d3c6c7e6 from datanode DatanodeRegistration(127.0.0.1:40129, datanodeUuid=df653bb6-8f48-4da9-b9ba-1ada1130fe41, infoPort=41815, infoSecurePort=0, ipcPort=46459, storageInfo=lv=-57;cid=testClusterID;nsid=1945862774;c=1730971939647) 2024-11-07T09:32:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b09dd089fd4d4a4 with lease ID 0x364126c26d8cc857: from storage DS-3c9c4a08-cb96-4b2f-944b-3289d3c6c7e6 node DatanodeRegistration(127.0.0.1:40129, datanodeUuid=df653bb6-8f48-4da9-b9ba-1ada1130fe41, infoPort=41815, infoSecurePort=0, ipcPort=46459, storageInfo=lv=-57;cid=testClusterID;nsid=1945862774;c=1730971939647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:20,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a7f899b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/java.io.tmpdir/jetty-localhost-38695-hadoop-hdfs-3_4_1-tests_jar-_-any-102884507421918906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:20,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16a4934c{HTTP/1.1, (http/1.1)}{localhost:38695} 2024-11-07T09:32:20,197 INFO [Time-limited test {}] server.Server(415): Started @13708ms 2024-11-07T09:32:20,198 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:20,308 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/data/data3/current/BP-1145638408-172.17.0.2-1730971939647/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:20,308 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/data/data4/current/BP-1145638408-172.17.0.2-1730971939647/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:20,332 WARN [Thread-631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:20,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x312bfacc17929f21 with lease ID 0x364126c26d8cc858: Processing first storage report for DS-371e5b44-f756-4424-b85c-622e3d8e8258 from datanode DatanodeRegistration(127.0.0.1:33989, datanodeUuid=58d668fd-8df4-4a56-8f90-f52f36820d22, infoPort=33583, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=1945862774;c=1730971939647) 2024-11-07T09:32:20,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x312bfacc17929f21 with lease ID 0x364126c26d8cc858: from storage DS-371e5b44-f756-4424-b85c-622e3d8e8258 node DatanodeRegistration(127.0.0.1:33989, datanodeUuid=58d668fd-8df4-4a56-8f90-f52f36820d22, infoPort=33583, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=1945862774;c=1730971939647), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:20,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x312bfacc17929f21 with lease ID 0x364126c26d8cc858: Processing first storage report for DS-e209c184-a202-4c5d-9144-6feb414ae8bf from datanode DatanodeRegistration(127.0.0.1:33989, datanodeUuid=58d668fd-8df4-4a56-8f90-f52f36820d22, infoPort=33583, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=1945862774;c=1730971939647) 2024-11-07T09:32:20,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x312bfacc17929f21 with lease ID 0x364126c26d8cc858: from storage DS-e209c184-a202-4c5d-9144-6feb414ae8bf node DatanodeRegistration(127.0.0.1:33989, datanodeUuid=58d668fd-8df4-4a56-8f90-f52f36820d22, infoPort=33583, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=1945862774;c=1730971939647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:20,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d 2024-11-07T09:32:20,432 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/zookeeper_0, clientPort=55955, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:32:20,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55955 2024-11-07T09:32:20,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:20,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:20,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01 with version=8 2024-11-07T09:32:20,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/hbase-staging 2024-11-07T09:32:20,449 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:20,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:20,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:20,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:20,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:20,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:20,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:32:20,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:20,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45431 2024-11-07T09:32:20,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45431 connecting to ZooKeeper ensemble=127.0.0.1:55955 2024-11-07T09:32:20,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454310x0, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:20,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45431-0x100f1c5a0df0000 connected 2024-11-07T09:32:20,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:20,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:20,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:20,488 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01, hbase.cluster.distributed=false 2024-11-07T09:32:20,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:20,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45431 2024-11-07T09:32:20,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45431 2024-11-07T09:32:20,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45431 2024-11-07T09:32:20,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45431 2024-11-07T09:32:20,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45431 2024-11-07T09:32:20,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:20,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:20,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:20,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:20,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:20,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:20,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:20,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:20,509 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37121 2024-11-07T09:32:20,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37121 connecting to ZooKeeper ensemble=127.0.0.1:55955 2024-11-07T09:32:20,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:20,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371210x0, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:20,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371210x0, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:20,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37121-0x100f1c5a0df0001 connected 2024-11-07T09:32:20,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:20,520 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:20,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:20,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:20,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37121 2024-11-07T09:32:20,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37121 2024-11-07T09:32:20,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37121 2024-11-07T09:32:20,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37121 2024-11-07T09:32:20,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37121 2024-11-07T09:32:20,540 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:20,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:20,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:20,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:20,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41145 2024-11-07T09:32:20,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41145 connecting to ZooKeeper ensemble=127.0.0.1:55955 2024-11-07T09:32:20,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:20,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:20,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411450x0, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:20,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411450x0, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:20,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41145-0x100f1c5a0df0002 connected 2024-11-07T09:32:20,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:20,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:20,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:20,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:20,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41145 2024-11-07T09:32:20,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41145 2024-11-07T09:32:20,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41145 2024-11-07T09:32:20,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41145 2024-11-07T09:32:20,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41145 2024-11-07T09:32:20,568 DEBUG [M:0;9f1eb259a29b:45431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:45431 2024-11-07T09:32:20,569 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:20,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:20,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:20,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:20,573 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:20,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:20,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:20,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,575 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T09:32:20,576 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9f1eb259a29b,45431,1730971940449 from backup master directory 2024-11-07T09:32:20,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:20,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:20,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:20,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:20,577 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:20,577 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:20,582 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/hbase.id] with ID: 2ad61ae0-1c74-4d88-a9cd-1c73028f95ec 2024-11-07T09:32:20,582 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/.tmp/hbase.id 2024-11-07T09:32:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:20,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:20,590 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/.tmp/hbase.id]:[hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/hbase.id] 2024-11-07T09:32:20,602 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:20,602 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:32:20,604 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T09:32:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:20,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:20,616 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:32:20,616 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:20,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:20,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:20,625 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store 2024-11-07T09:32:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:20,633 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:20,633 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:20,633 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:20,633 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:20,633 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:20,633 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:20,633 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:20,633 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971940633Disabling compacts and flushes for region at 1730971940633Disabling writes for close at 1730971940633Writing region close event to WAL at 1730971940633Closed at 1730971940633 2024-11-07T09:32:20,634 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/.initializing 2024-11-07T09:32:20,634 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/WALs/9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:20,635 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:20,637 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C45431%2C1730971940449, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/WALs/9f1eb259a29b,45431,1730971940449, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/oldWALs, maxLogs=10 2024-11-07T09:32:20,652 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/WALs/9f1eb259a29b,45431,1730971940449/9f1eb259a29b%2C45431%2C1730971940449.1730971940638, exclude list is [], retry=0 2024-11-07T09:32:20,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40129,DS-697e19ff-6510-4cc7-8fbc-3331fd8cf7a7,DISK] 2024-11-07T09:32:20,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33989,DS-371e5b44-f756-4424-b85c-622e3d8e8258,DISK] 2024-11-07T09:32:20,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/WALs/9f1eb259a29b,45431,1730971940449/9f1eb259a29b%2C45431%2C1730971940449.1730971940638 2024-11-07T09:32:20,658 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41815:41815),(127.0.0.1/127.0.0.1:33583:33583)] 2024-11-07T09:32:20,658 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:20,658 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:20,658 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,658 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:32:20,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:20,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:20,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:32:20,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:20,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:20,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:32:20,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:20,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:20,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:32:20,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:20,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:20,669 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,669 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,670 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,672 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:20,673 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:20,675 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:20,676 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70197844, jitterRate=0.04602938890457153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:20,677 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971940659Initializing all the Stores at 1730971940659Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971940659Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971940660 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971940660Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971940660Cleaning up temporary data from old regions at 1730971940671 (+11 ms)Region opened successfully at 1730971940677 (+6 ms) 2024-11-07T09:32:20,677 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:32:20,681 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d1ae44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:20,682 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:32:20,682 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:32:20,682 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:32:20,682 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:32:20,683 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:32:20,683 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:32:20,683 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:32:20,685 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:32:20,686 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T09:32:20,688 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T09:32:20,689 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:32:20,689 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:32:20,691 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T09:32:20,691 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:32:20,692 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:32:20,693 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T09:32:20,694 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:32:20,695 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T09:32:20,697 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:32:20,698 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T09:32:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,701 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,45431,1730971940449, sessionid=0x100f1c5a0df0000, setting cluster-up flag (Was=false) 2024-11-07T09:32:20,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,710 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T09:32:20,711 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:20,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:20,721 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T09:32:20,722 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:20,723 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:32:20,725 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:20,725 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:32:20,725 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:32:20,725 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,45431,1730971940449 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:32:20,726 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:20,726 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:20,727 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:20,727 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:20,727 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:32:20,727 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,727 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:20,727 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971970728 2024-11-07T09:32:20,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:32:20,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:32:20,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:32:20,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:32:20,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:32:20,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:32:20,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,729 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:32:20,729 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:32:20,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:20,729 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:32:20,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:32:20,729 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:32:20,729 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:32:20,729 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971940729,5,FailOnTimeoutGroup] 2024-11-07T09:32:20,730 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971940729,5,FailOnTimeoutGroup] 2024-11-07T09:32:20,730 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,730 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:32:20,730 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,730 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:20,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:32:20,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:20,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:20,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:32:20,738 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01 2024-11-07T09:32:20,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:20,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:20,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:20,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:20,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:20,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:20,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:20,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:20,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:20,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:20,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:20,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:20,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:20,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:20,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:20,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:20,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:20,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:20,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:20,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:20,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740 2024-11-07T09:32:20,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740 2024-11-07T09:32:20,757 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(746): ClusterId : 2ad61ae0-1c74-4d88-a9cd-1c73028f95ec 2024-11-07T09:32:20,757 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(746): ClusterId : 2ad61ae0-1c74-4d88-a9cd-1c73028f95ec 2024-11-07T09:32:20,758 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:20,758 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:20,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:20,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:20,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:20,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:20,761 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:20,761 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:20,761 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:20,761 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:20,762 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:20,763 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59835910, jitterRate=-0.10837545990943909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:20,764 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:20,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971940746Initializing all the Stores at 1730971940747 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971940747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971940747Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971940747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971940747Cleaning up temporary data from old regions at 1730971940758 (+11 ms)Region opened successfully at 1730971940764 (+6 ms) 2024-11-07T09:32:20,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:20,764 DEBUG [RS:1;9f1eb259a29b:41145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2255964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:20,764 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:20,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:20,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:20,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:20,765 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:20,765 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:20,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971940764Disabling compacts and flushes for region at 1730971940764Disabling writes for close at 1730971940765 (+1 ms)Writing region close event to WAL at 1730971940765Closed at 1730971940765 2024-11-07T09:32:20,765 DEBUG [RS:0;9f1eb259a29b:37121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c62b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:20,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:20,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:32:20,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:32:20,768 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:20,769 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:32:20,778 DEBUG [RS:1;9f1eb259a29b:41145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9f1eb259a29b:41145 2024-11-07T09:32:20,778 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:20,778 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:20,778 DEBUG [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:20,779 DEBUG [RS:0;9f1eb259a29b:37121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:37121 2024-11-07T09:32:20,779 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,45431,1730971940449 with port=41145, startcode=1730971940539 2024-11-07T09:32:20,779 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:20,779 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:20,779 DEBUG [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:20,779 DEBUG [RS:1;9f1eb259a29b:41145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:20,779 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,45431,1730971940449 with port=37121, startcode=1730971940507 2024-11-07T09:32:20,780 DEBUG [RS:0;9f1eb259a29b:37121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:20,781 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:20,781 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:20,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:20,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45431 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:20,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:20,783 DEBUG [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01 2024-11-07T09:32:20,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45431 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:20,784 DEBUG [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46815 2024-11-07T09:32:20,784 DEBUG [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:20,785 DEBUG [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01 2024-11-07T09:32:20,785 DEBUG [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46815 2024-11-07T09:32:20,785 DEBUG [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:20,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:20,790 DEBUG [RS:1;9f1eb259a29b:41145 {}] zookeeper.ZKUtil(111): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:20,790 WARN [RS:1;9f1eb259a29b:41145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:20,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,41145,1730971940539] 2024-11-07T09:32:20,790 INFO [RS:1;9f1eb259a29b:41145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:20,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,37121,1730971940507] 2024-11-07T09:32:20,790 DEBUG [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:20,790 DEBUG [RS:0;9f1eb259a29b:37121 {}] zookeeper.ZKUtil(111): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:20,790 WARN [RS:0;9f1eb259a29b:37121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:20,790 INFO [RS:0;9f1eb259a29b:37121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:20,791 DEBUG [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:20,794 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:20,794 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:20,797 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:20,799 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:20,799 INFO [RS:0;9f1eb259a29b:37121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:20,799 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,800 INFO [RS:1;9f1eb259a29b:41145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:20,800 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,801 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:20,801 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:20,801 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:20,801 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:20,802 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:20,802 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:0;9f1eb259a29b:37121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:20,802 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,802 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:20,803 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,803 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,803 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,803 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,803 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,803 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37121,1730971940507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:20,803 DEBUG [RS:1;9f1eb259a29b:41145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:20,808 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,808 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,808 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,808 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,808 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,808 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41145,1730971940539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:20,820 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:20,820 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37121,1730971940507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,820 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,820 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.Replication(171): 9f1eb259a29b,37121,1730971940507 started 2024-11-07T09:32:20,823 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:20,824 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41145,1730971940539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,824 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,824 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.Replication(171): 9f1eb259a29b,41145,1730971940539 started 2024-11-07T09:32:20,835 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,835 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,37121,1730971940507, RpcServer on 9f1eb259a29b/172.17.0.2:37121, sessionid=0x100f1c5a0df0001 2024-11-07T09:32:20,836 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:20,836 DEBUG [RS:0;9f1eb259a29b:37121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:20,836 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37121,1730971940507' 2024-11-07T09:32:20,836 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:20,836 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:20,837 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:20,837 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:20,837 DEBUG [RS:0;9f1eb259a29b:37121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:20,837 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37121,1730971940507' 2024-11-07T09:32:20,837 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:20,838 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:20,838 DEBUG [RS:0;9f1eb259a29b:37121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:20,838 INFO [RS:0;9f1eb259a29b:37121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:20,838 INFO [RS:0;9f1eb259a29b:37121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:20,839 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:20,839 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,41145,1730971940539, RpcServer on 9f1eb259a29b/172.17.0.2:41145, sessionid=0x100f1c5a0df0002 2024-11-07T09:32:20,839 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:20,839 DEBUG [RS:1;9f1eb259a29b:41145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:20,839 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41145,1730971940539' 2024-11-07T09:32:20,839 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:20,840 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:20,840 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:20,840 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:20,841 DEBUG [RS:1;9f1eb259a29b:41145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:20,841 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41145,1730971940539' 2024-11-07T09:32:20,841 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:20,841 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:20,841 DEBUG [RS:1;9f1eb259a29b:41145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:20,841 INFO [RS:1;9f1eb259a29b:41145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:20,841 INFO [RS:1;9f1eb259a29b:41145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:20,920 WARN [9f1eb259a29b:45431 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T09:32:20,939 INFO [RS:0;9f1eb259a29b:37121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:20,941 INFO [RS:0;9f1eb259a29b:37121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C37121%2C1730971940507, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,37121,1730971940507, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/oldWALs, maxLogs=32 2024-11-07T09:32:20,942 INFO [RS:1;9f1eb259a29b:41145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:20,944 INFO [RS:1;9f1eb259a29b:41145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C41145%2C1730971940539, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,41145,1730971940539, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/oldWALs, maxLogs=32 2024-11-07T09:32:20,963 DEBUG [RS:0;9f1eb259a29b:37121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,37121,1730971940507/9f1eb259a29b%2C37121%2C1730971940507.1730971940942, exclude list is [], retry=0 2024-11-07T09:32:20,964 DEBUG [RS:1;9f1eb259a29b:41145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,41145,1730971940539/9f1eb259a29b%2C41145%2C1730971940539.1730971940945, exclude list is [], retry=0 2024-11-07T09:32:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33989,DS-371e5b44-f756-4424-b85c-622e3d8e8258,DISK] 2024-11-07T09:32:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40129,DS-697e19ff-6510-4cc7-8fbc-3331fd8cf7a7,DISK] 2024-11-07T09:32:20,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40129,DS-697e19ff-6510-4cc7-8fbc-3331fd8cf7a7,DISK] 2024-11-07T09:32:20,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33989,DS-371e5b44-f756-4424-b85c-622e3d8e8258,DISK] 2024-11-07T09:32:20,971 INFO [RS:1;9f1eb259a29b:41145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,41145,1730971940539/9f1eb259a29b%2C41145%2C1730971940539.1730971940945 2024-11-07T09:32:20,972 DEBUG [RS:1;9f1eb259a29b:41145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41815:41815),(127.0.0.1/127.0.0.1:33583:33583)] 2024-11-07T09:32:20,973 INFO [RS:0;9f1eb259a29b:37121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,37121,1730971940507/9f1eb259a29b%2C37121%2C1730971940507.1730971940942 2024-11-07T09:32:20,973 DEBUG [RS:0;9f1eb259a29b:37121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33583:33583),(127.0.0.1/127.0.0.1:41815:41815)] 2024-11-07T09:32:21,170 DEBUG [9f1eb259a29b:45431 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T09:32:21,170 DEBUG [9f1eb259a29b:45431 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:21,173 DEBUG [9f1eb259a29b:45431 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:21,173 DEBUG [9f1eb259a29b:45431 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:21,173 DEBUG [9f1eb259a29b:45431 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:21,173 DEBUG [9f1eb259a29b:45431 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:21,173 INFO [9f1eb259a29b:45431 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:21,173 INFO [9f1eb259a29b:45431 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:21,173 DEBUG [9f1eb259a29b:45431 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:21,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:21,175 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37121,1730971940507, state=OPENING 2024-11-07T09:32:21,177 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:32:21,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:21,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:21,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:21,179 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:21,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:21,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:21,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:21,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37121,1730971940507}] 2024-11-07T09:32:21,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:21,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:21,339 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:32:21,339 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:21,339 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:32:21,341 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C37121%2C1730971940507.meta, suffix=.meta, logDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,37121,1730971940507, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/oldWALs, maxLogs=32 2024-11-07T09:32:21,357 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,37121,1730971940507/9f1eb259a29b%2C37121%2C1730971940507.meta.1730971941342.meta, exclude list is [], retry=0 2024-11-07T09:32:21,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33989,DS-371e5b44-f756-4424-b85c-622e3d8e8258,DISK] 2024-11-07T09:32:21,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40129,DS-697e19ff-6510-4cc7-8fbc-3331fd8cf7a7,DISK] 2024-11-07T09:32:21,361 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/WALs/9f1eb259a29b,37121,1730971940507/9f1eb259a29b%2C37121%2C1730971940507.meta.1730971941342.meta 2024-11-07T09:32:21,362 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33583:33583),(127.0.0.1/127.0.0.1:41815:41815)] 2024-11-07T09:32:21,362 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:21,362 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:32:21,362 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:32:21,362 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:32:21,363 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:32:21,363 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:21,363 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:32:21,363 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:32:21,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:21,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:21,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:21,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:21,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:21,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:21,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:21,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:21,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:21,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:21,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:21,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:21,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:21,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:21,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:21,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:21,370 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:21,371 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740 2024-11-07T09:32:21,372 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740 2024-11-07T09:32:21,373 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:21,373 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:21,374 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:21,375 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:21,376 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68557886, jitterRate=0.02159211039543152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:21,376 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:32:21,377 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971941363Writing region info on filesystem at 1730971941363Initializing all the Stores at 1730971941364 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971941364Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971941364Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971941364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971941364Cleaning up temporary data from old regions at 1730971941373 (+9 ms)Running coprocessor post-open hooks at 1730971941376 (+3 ms)Region opened successfully at 1730971941377 (+1 ms) 2024-11-07T09:32:21,378 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971941332 2024-11-07T09:32:21,380 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:32:21,380 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:32:21,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:21,382 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37121,1730971940507, state=OPEN 2024-11-07T09:32:21,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:21,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:21,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:21,384 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:21,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:21,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:21,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:21,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:32:21,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37121,1730971940507 in 205 msec 2024-11-07T09:32:21,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:32:21,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-07T09:32:21,391 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:21,391 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:32:21,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:21,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37121,1730971940507, seqNum=-1] 2024-11-07T09:32:21,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:21,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:21,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 676 msec 2024-11-07T09:32:21,401 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971941401, completionTime=-1 2024-11-07T09:32:21,401 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T09:32:21,401 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:32:21,403 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T09:32:21,403 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730972001403 2024-11-07T09:32:21,403 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730972061403 2024-11-07T09:32:21,403 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:32:21,404 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T09:32:21,404 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45431,1730971940449-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:21,404 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45431,1730971940449-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:21,404 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45431,1730971940449-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:21,405 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:45431, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:21,405 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:21,405 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:21,407 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:32:21,409 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.832sec 2024-11-07T09:32:21,410 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:32:21,410 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:32:21,410 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:32:21,410 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:32:21,410 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:32:21,410 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45431,1730971940449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:21,410 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45431,1730971940449-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:32:21,412 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:32:21,412 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:32:21,412 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45431,1730971940449-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:21,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4310b10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:21,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,45431,-1 for getting cluster id 2024-11-07T09:32:21,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:32:21,460 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ad61ae0-1c74-4d88-a9cd-1c73028f95ec' 2024-11-07T09:32:21,461 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:32:21,461 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ad61ae0-1c74-4d88-a9cd-1c73028f95ec" 2024-11-07T09:32:21,461 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5606826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:21,462 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,45431,-1] 2024-11-07T09:32:21,462 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:32:21,462 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:21,463 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:32:21,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1538bb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:21,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:21,465 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37121,1730971940507, seqNum=-1] 2024-11-07T09:32:21,466 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:21,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:21,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:21,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:32:21,470 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:21,470 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@591b9e4f 2024-11-07T09:32:21,470 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:32:21,471 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:32:21,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T09:32:21,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:32:21,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:21,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T09:32:21,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:32:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:21,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:21,487 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f11a65d73692146f5e1d80515e8a302f, NAME => 'testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01 2024-11-07T09:32:21,488 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 977543bf07806d1722cc4ff8ff7ab8e9, NAME => 'testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01 2024-11-07T09:32:21,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:21,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:21,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:21,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:21,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 977543bf07806d1722cc4ff8ff7ab8e9, disabling compactions & flushes 2024-11-07T09:32:21,499 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:21,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:21,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. after waiting 0 ms 2024-11-07T09:32:21,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:21,499 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:21,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 977543bf07806d1722cc4ff8ff7ab8e9: Waiting for close lock at 1730971941499Disabling compacts and flushes for region at 1730971941499Disabling writes for close at 1730971941499Writing region close event to WAL at 1730971941499Closed at 1730971941499 2024-11-07T09:32:21,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:21,500 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:21,500 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f11a65d73692146f5e1d80515e8a302f, disabling compactions & flushes 2024-11-07T09:32:21,500 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:21,500 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:21,500 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. after waiting 0 ms 2024-11-07T09:32:21,500 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:21,500 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:21,500 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f11a65d73692146f5e1d80515e8a302f: Waiting for close lock at 1730971941500Disabling compacts and flushes for region at 1730971941500Disabling writes for close at 1730971941500Writing region close event to WAL at 1730971941500Closed at 1730971941500 2024-11-07T09:32:21,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:32:21,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971941502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971941502"}]},"ts":"1730971941502"} 2024-11-07T09:32:21,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971941502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971941502"}]},"ts":"1730971941502"} 2024-11-07T09:32:21,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T09:32:21,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:32:21,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971941508"}]},"ts":"1730971941508"} 2024-11-07T09:32:21,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T09:32:21,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:21,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:21,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:21,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:21,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:21,513 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:21,513 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:21,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:21,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f11a65d73692146f5e1d80515e8a302f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=977543bf07806d1722cc4ff8ff7ab8e9, ASSIGN}] 2024-11-07T09:32:21,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=977543bf07806d1722cc4ff8ff7ab8e9, ASSIGN 2024-11-07T09:32:21,515 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f11a65d73692146f5e1d80515e8a302f, ASSIGN 2024-11-07T09:32:21,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=977543bf07806d1722cc4ff8ff7ab8e9, ASSIGN; state=OFFLINE, location=9f1eb259a29b,41145,1730971940539; forceNewPlan=false, retain=false 2024-11-07T09:32:21,516 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f11a65d73692146f5e1d80515e8a302f, ASSIGN; state=OFFLINE, location=9f1eb259a29b,37121,1730971940507; forceNewPlan=false, retain=false 2024-11-07T09:32:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:21,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:32:21,643 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T09:32:21,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:32:21,646 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T09:32:21,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:32:21,646 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T09:32:21,667 INFO [9f1eb259a29b:45431 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T09:32:21,667 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f11a65d73692146f5e1d80515e8a302f, regionState=OPENING, regionLocation=9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:21,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=977543bf07806d1722cc4ff8ff7ab8e9, regionState=OPENING, regionLocation=9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:21,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=977543bf07806d1722cc4ff8ff7ab8e9, ASSIGN because future has completed 2024-11-07T09:32:21,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 977543bf07806d1722cc4ff8ff7ab8e9, server=9f1eb259a29b,41145,1730971940539}] 2024-11-07T09:32:21,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f11a65d73692146f5e1d80515e8a302f, ASSIGN because future has completed 2024-11-07T09:32:21,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f11a65d73692146f5e1d80515e8a302f, server=9f1eb259a29b,37121,1730971940507}] 2024-11-07T09:32:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:21,825 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:21,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:21,831 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:21,831 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:21,831 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 977543bf07806d1722cc4ff8ff7ab8e9, NAME => 'testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T09:32:21,831 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f11a65d73692146f5e1d80515e8a302f, NAME => 'testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T09:32:21,831 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,832 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,832 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:21,832 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:21,832 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,832 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,832 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,832 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,834 INFO [StoreOpener-977543bf07806d1722cc4ff8ff7ab8e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,834 INFO [StoreOpener-f11a65d73692146f5e1d80515e8a302f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,835 INFO [StoreOpener-977543bf07806d1722cc4ff8ff7ab8e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 977543bf07806d1722cc4ff8ff7ab8e9 columnFamilyName family 2024-11-07T09:32:21,835 INFO [StoreOpener-f11a65d73692146f5e1d80515e8a302f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f11a65d73692146f5e1d80515e8a302f columnFamilyName family 2024-11-07T09:32:21,835 DEBUG [StoreOpener-977543bf07806d1722cc4ff8ff7ab8e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:21,835 DEBUG [StoreOpener-f11a65d73692146f5e1d80515e8a302f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:21,836 INFO [StoreOpener-977543bf07806d1722cc4ff8ff7ab8e9-1 {}] regionserver.HStore(327): Store=977543bf07806d1722cc4ff8ff7ab8e9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:21,836 INFO [StoreOpener-f11a65d73692146f5e1d80515e8a302f-1 {}] regionserver.HStore(327): Store=f11a65d73692146f5e1d80515e8a302f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:21,836 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,836 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,837 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,837 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,838 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,838 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,838 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,838 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,838 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,838 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,840 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,840 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,843 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/977543bf07806d1722cc4ff8ff7ab8e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:21,843 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/f11a65d73692146f5e1d80515e8a302f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:21,844 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 977543bf07806d1722cc4ff8ff7ab8e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67724828, jitterRate=0.009178578853607178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:21,844 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:21,844 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f11a65d73692146f5e1d80515e8a302f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59911504, jitterRate=-0.10724902153015137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:21,844 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:21,845 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 977543bf07806d1722cc4ff8ff7ab8e9: Running coprocessor pre-open hook at 1730971941832Writing region info on filesystem at 1730971941832Initializing all the Stores at 1730971941833 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971941833Cleaning up temporary data from old regions at 1730971941838 (+5 ms)Running coprocessor post-open hooks at 1730971941844 (+6 ms)Region opened successfully at 1730971941845 (+1 ms) 2024-11-07T09:32:21,845 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f11a65d73692146f5e1d80515e8a302f: Running coprocessor pre-open hook at 1730971941832Writing region info on filesystem at 1730971941832Initializing all the Stores at 1730971941833 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971941833Cleaning up temporary data from old regions at 1730971941838 (+5 ms)Running coprocessor post-open hooks at 1730971941844 (+6 ms)Region opened successfully at 1730971941845 (+1 ms) 2024-11-07T09:32:21,846 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f., pid=8, masterSystemTime=1730971941826 2024-11-07T09:32:21,846 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9., pid=7, masterSystemTime=1730971941824 2024-11-07T09:32:21,849 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:21,849 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:21,850 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=977543bf07806d1722cc4ff8ff7ab8e9, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:21,850 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:21,850 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:21,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f11a65d73692146f5e1d80515e8a302f, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:21,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 977543bf07806d1722cc4ff8ff7ab8e9, server=9f1eb259a29b,41145,1730971940539 because future has completed 2024-11-07T09:32:21,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f11a65d73692146f5e1d80515e8a302f, server=9f1eb259a29b,37121,1730971940507 because future has completed 2024-11-07T09:32:21,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T09:32:21,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 977543bf07806d1722cc4ff8ff7ab8e9, server=9f1eb259a29b,41145,1730971940539 in 183 msec 2024-11-07T09:32:21,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T09:32:21,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f11a65d73692146f5e1d80515e8a302f, server=9f1eb259a29b,37121,1730971940507 in 182 msec 2024-11-07T09:32:21,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=977543bf07806d1722cc4ff8ff7ab8e9, ASSIGN in 345 msec 2024-11-07T09:32:21,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:32:21,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f11a65d73692146f5e1d80515e8a302f, ASSIGN in 346 msec 2024-11-07T09:32:21,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:32:21,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971941863"}]},"ts":"1730971941863"} 2024-11-07T09:32:21,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T09:32:21,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:32:21,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 394 msec 2024-11-07T09:32:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:22,103 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T09:32:22,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T09:32:22,103 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:22,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T09:32:22,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:22,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T09:32:22,110 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f., hostname=9f1eb259a29b,37121,1730971940507, seqNum=2] 2024-11-07T09:32:22,121 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9., hostname=9f1eb259a29b,41145,1730971940539, seqNum=2] 2024-11-07T09:32:22,121 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:22,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:22,132 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f11a65d73692146f5e1d80515e8a302f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T09:32:22,150 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/f11a65d73692146f5e1d80515e8a302f/.tmp/family/ce6c019c861c434fac6e095a1ad90d30 is 32, key is 1/family:/1730971942111/Put/seqid=0 2024-11-07T09:32:22,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741839_1015 (size=5054) 2024-11-07T09:32:22,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741839_1015 (size=5054) 2024-11-07T09:32:22,156 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/f11a65d73692146f5e1d80515e8a302f/.tmp/family/ce6c019c861c434fac6e095a1ad90d30 2024-11-07T09:32:22,163 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/f11a65d73692146f5e1d80515e8a302f/.tmp/family/ce6c019c861c434fac6e095a1ad90d30 as hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/f11a65d73692146f5e1d80515e8a302f/family/ce6c019c861c434fac6e095a1ad90d30 2024-11-07T09:32:22,170 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/f11a65d73692146f5e1d80515e8a302f/family/ce6c019c861c434fac6e095a1ad90d30, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T09:32:22,171 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f11a65d73692146f5e1d80515e8a302f in 39ms, sequenceid=8, compaction requested=false 2024-11-07T09:32:22,171 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f11a65d73692146f5e1d80515e8a302f: 2024-11-07T09:32:22,172 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 977543bf07806d1722cc4ff8ff7ab8e9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T09:32:22,189 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/977543bf07806d1722cc4ff8ff7ab8e9/.tmp/family/ca81c711112f485b8ea7bdaeaa0f8b5a is 32, key is 5/family:/1730971942123/Put/seqid=0 2024-11-07T09:32:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741840_1016 (size=5083) 2024-11-07T09:32:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741840_1016 (size=5083) 2024-11-07T09:32:22,195 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/977543bf07806d1722cc4ff8ff7ab8e9/.tmp/family/ca81c711112f485b8ea7bdaeaa0f8b5a 2024-11-07T09:32:22,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/977543bf07806d1722cc4ff8ff7ab8e9/.tmp/family/ca81c711112f485b8ea7bdaeaa0f8b5a as hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/977543bf07806d1722cc4ff8ff7ab8e9/family/ca81c711112f485b8ea7bdaeaa0f8b5a 2024-11-07T09:32:22,207 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/977543bf07806d1722cc4ff8ff7ab8e9/family/ca81c711112f485b8ea7bdaeaa0f8b5a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T09:32:22,208 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 977543bf07806d1722cc4ff8ff7ab8e9 in 37ms, sequenceid=9, compaction requested=false 2024-11-07T09:32:22,209 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 977543bf07806d1722cc4ff8ff7ab8e9: 2024-11-07T09:32:22,213 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T09:32:22,217 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:22,217 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:22,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:22,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:22,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:32:22,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:22,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:22,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:22,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:22,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:32:22,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:32:22,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=118606026, stopped=false 2024-11-07T09:32:22,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,45431,1730971940449 2024-11-07T09:32:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:22,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:22,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:22,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:22,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:22,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:22,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:22,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:22,225 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,37121,1730971940507' ***** 2024-11-07T09:32:22,225 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:22,225 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,41145,1730971940539' ***** 2024-11-07T09:32:22,225 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:22,225 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:22,225 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:22,226 INFO [RS:1;9f1eb259a29b:41145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:22,226 INFO [RS:0;9f1eb259a29b:37121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:22,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:22,226 INFO [RS:0;9f1eb259a29b:37121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:22,226 INFO [RS:1;9f1eb259a29b:41145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:22,226 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(3091): Received CLOSE for f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:22,226 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(3091): Received CLOSE for 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:22,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:22,226 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:22,226 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:22,226 INFO [RS:1;9f1eb259a29b:41145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9f1eb259a29b:41145. 2024-11-07T09:32:22,226 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:22,226 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:22,226 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 977543bf07806d1722cc4ff8ff7ab8e9, disabling compactions & flushes 2024-11-07T09:32:22,226 DEBUG [RS:1;9f1eb259a29b:41145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:22,226 INFO [RS:0;9f1eb259a29b:37121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:37121. 2024-11-07T09:32:22,226 DEBUG [RS:1;9f1eb259a29b:41145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:22,226 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:22,226 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:22,226 DEBUG [RS:0;9f1eb259a29b:37121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:22,226 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f11a65d73692146f5e1d80515e8a302f, disabling compactions & flushes 2024-11-07T09:32:22,227 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:32:22,227 DEBUG [RS:0;9f1eb259a29b:37121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:22,227 DEBUG [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(1325): Online Regions={977543bf07806d1722cc4ff8ff7ab8e9=testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9.} 2024-11-07T09:32:22,227 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:22,227 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. after waiting 0 ms 2024-11-07T09:32:22,227 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:22,227 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:22,227 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:22,227 DEBUG [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(1351): Waiting on 977543bf07806d1722cc4ff8ff7ab8e9 2024-11-07T09:32:22,227 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:22,227 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:22,227 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. after waiting 0 ms 2024-11-07T09:32:22,227 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:32:22,227 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:22,227 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:32:22,227 DEBUG [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(1325): Online Regions={f11a65d73692146f5e1d80515e8a302f=testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:32:22,228 DEBUG [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f11a65d73692146f5e1d80515e8a302f 2024-11-07T09:32:22,228 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:22,228 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:22,228 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:22,228 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:22,228 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:22,228 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T09:32:22,233 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/977543bf07806d1722cc4ff8ff7ab8e9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T09:32:22,233 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/default/testClearRegionBlockCache/f11a65d73692146f5e1d80515e8a302f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T09:32:22,233 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:22,233 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 977543bf07806d1722cc4ff8ff7ab8e9: Waiting for close lock at 1730971942226Running coprocessor pre-close hooks at 1730971942226Disabling compacts and flushes for region at 1730971942226Disabling writes for close at 1730971942227 (+1 ms)Writing region close event to WAL at 1730971942228 (+1 ms)Running coprocessor post-close hooks at 1730971942233 (+5 ms)Closed at 1730971942233 2024-11-07T09:32:22,234 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:22,234 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9. 2024-11-07T09:32:22,234 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f11a65d73692146f5e1d80515e8a302f: Waiting for close lock at 1730971942226Running coprocessor pre-close hooks at 1730971942226Disabling compacts and flushes for region at 1730971942226Disabling writes for close at 1730971942227 (+1 ms)Writing region close event to WAL at 1730971942228 (+1 ms)Running coprocessor post-close hooks at 1730971942233 (+5 ms)Closed at 1730971942234 (+1 ms) 2024-11-07T09:32:22,234 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730971941471.f11a65d73692146f5e1d80515e8a302f. 2024-11-07T09:32:22,248 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/.tmp/info/580a55bde5b24533884a74b370e78bb6 is 173, key is testClearRegionBlockCache,5,1730971941471.977543bf07806d1722cc4ff8ff7ab8e9./info:regioninfo/1730971941849/Put/seqid=0 2024-11-07T09:32:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:22,254 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/.tmp/info/580a55bde5b24533884a74b370e78bb6 2024-11-07T09:32:22,276 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/.tmp/ns/b92395cd2fd34fe18e77b174a26760e1 is 43, key is default/ns:d/1730971941396/Put/seqid=0 2024-11-07T09:32:22,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:22,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:22,281 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/.tmp/ns/b92395cd2fd34fe18e77b174a26760e1 2024-11-07T09:32:22,303 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/.tmp/table/4d252d5e975a4e4e8871dd92483b411b is 61, key is testClearRegionBlockCache/table:state/1730971941863/Put/seqid=0 2024-11-07T09:32:22,305 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:22,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:22,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:22,309 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/.tmp/table/4d252d5e975a4e4e8871dd92483b411b 2024-11-07T09:32:22,310 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:22,316 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/.tmp/info/580a55bde5b24533884a74b370e78bb6 as hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/info/580a55bde5b24533884a74b370e78bb6 2024-11-07T09:32:22,322 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/info/580a55bde5b24533884a74b370e78bb6, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T09:32:22,323 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/.tmp/ns/b92395cd2fd34fe18e77b174a26760e1 as hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/ns/b92395cd2fd34fe18e77b174a26760e1 2024-11-07T09:32:22,330 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/ns/b92395cd2fd34fe18e77b174a26760e1, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T09:32:22,331 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/.tmp/table/4d252d5e975a4e4e8871dd92483b411b as hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/table/4d252d5e975a4e4e8871dd92483b411b 2024-11-07T09:32:22,337 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/table/4d252d5e975a4e4e8871dd92483b411b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T09:32:22,338 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false 2024-11-07T09:32:22,343 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T09:32:22,343 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:32:22,343 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:22,344 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971942228Running coprocessor pre-close hooks at 1730971942228Disabling compacts and flushes for region at 1730971942228Disabling writes for close at 1730971942228Obtaining lock to block concurrent updates at 1730971942228Preparing flush snapshotting stores in 1588230740 at 1730971942228Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730971942229 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730971942229Flushing 1588230740/info: creating writer at 1730971942230 (+1 ms)Flushing 1588230740/info: appending metadata at 1730971942247 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730971942247Flushing 1588230740/ns: creating writer at 1730971942260 (+13 ms)Flushing 1588230740/ns: appending metadata at 1730971942275 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730971942275Flushing 1588230740/table: creating writer at 1730971942287 (+12 ms)Flushing 1588230740/table: appending metadata at 1730971942302 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730971942302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f2d82c: reopening flushed file at 1730971942315 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484ccba1: reopening flushed file at 1730971942322 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7410f4e5: reopening flushed file at 1730971942330 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false at 1730971942338 (+8 ms)Writing region close event to WAL at 1730971942339 (+1 ms)Running coprocessor post-close hooks at 1730971942343 (+4 ms)Closed at 1730971942343 2024-11-07T09:32:22,344 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:22,427 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,41145,1730971940539; all regions closed. 2024-11-07T09:32:22,428 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,37121,1730971940507; all regions closed. 2024-11-07T09:32:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741834_1010 (size=1867) 2024-11-07T09:32:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741834_1010 (size=1867) 2024-11-07T09:32:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:22,433 DEBUG [RS:1;9f1eb259a29b:41145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/oldWALs 2024-11-07T09:32:22,433 INFO [RS:1;9f1eb259a29b:41145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41145%2C1730971940539:(num 1730971940945) 2024-11-07T09:32:22,433 DEBUG [RS:1;9f1eb259a29b:41145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:22,433 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:22,433 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:22,433 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:22,433 DEBUG [RS:0;9f1eb259a29b:37121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/oldWALs 2024-11-07T09:32:22,433 INFO [RS:0;9f1eb259a29b:37121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C37121%2C1730971940507.meta:.meta(num 1730971941342) 2024-11-07T09:32:22,433 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:22,433 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:22,433 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:22,433 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:22,433 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:22,434 INFO [RS:1;9f1eb259a29b:41145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41145 2024-11-07T09:32:22,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,41145,1730971940539 2024-11-07T09:32:22,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:22,436 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741833_1009 (size=1758) 2024-11-07T09:32:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741833_1009 (size=1758) 2024-11-07T09:32:22,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,41145,1730971940539] 2024-11-07T09:32:22,439 DEBUG [RS:0;9f1eb259a29b:37121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/oldWALs 2024-11-07T09:32:22,439 INFO [RS:0;9f1eb259a29b:37121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C37121%2C1730971940507:(num 1730971940942) 2024-11-07T09:32:22,439 DEBUG [RS:0;9f1eb259a29b:37121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:22,439 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:22,439 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:22,439 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:22,440 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:22,440 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:22,440 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,41145,1730971940539 already deleted, retry=false 2024-11-07T09:32:22,440 INFO [RS:0;9f1eb259a29b:37121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37121 2024-11-07T09:32:22,440 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,41145,1730971940539 expired; onlineServers=1 2024-11-07T09:32:22,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,37121,1730971940507 2024-11-07T09:32:22,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:22,442 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:22,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,37121,1730971940507] 2024-11-07T09:32:22,446 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,37121,1730971940507 already deleted, retry=false 2024-11-07T09:32:22,446 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,37121,1730971940507 expired; onlineServers=0 2024-11-07T09:32:22,446 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,45431,1730971940449' ***** 2024-11-07T09:32:22,446 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:32:22,446 INFO [M:0;9f1eb259a29b:45431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:22,446 INFO [M:0;9f1eb259a29b:45431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:22,446 DEBUG [M:0;9f1eb259a29b:45431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:32:22,446 DEBUG [M:0;9f1eb259a29b:45431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:32:22,446 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:32:22,446 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971940729 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971940729,5,FailOnTimeoutGroup] 2024-11-07T09:32:22,446 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971940729 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971940729,5,FailOnTimeoutGroup] 2024-11-07T09:32:22,446 INFO [M:0;9f1eb259a29b:45431 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:22,447 INFO [M:0;9f1eb259a29b:45431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:22,447 DEBUG [M:0;9f1eb259a29b:45431 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:32:22,447 INFO [M:0;9f1eb259a29b:45431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:32:22,447 INFO [M:0;9f1eb259a29b:45431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:22,447 INFO [M:0;9f1eb259a29b:45431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:32:22,447 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:32:22,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:22,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:22,448 DEBUG [M:0;9f1eb259a29b:45431 {}] zookeeper.ZKUtil(347): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T09:32:22,448 WARN [M:0;9f1eb259a29b:45431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:32:22,449 INFO [M:0;9f1eb259a29b:45431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/.lastflushedseqids 2024-11-07T09:32:22,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741844_1020 (size=182) 2024-11-07T09:32:22,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741844_1020 (size=182) 2024-11-07T09:32:22,456 INFO [M:0;9f1eb259a29b:45431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:32:22,456 INFO [M:0;9f1eb259a29b:45431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:32:22,456 DEBUG [M:0;9f1eb259a29b:45431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:22,456 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:22,456 DEBUG [M:0;9f1eb259a29b:45431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:22,456 DEBUG [M:0;9f1eb259a29b:45431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:22,456 DEBUG [M:0;9f1eb259a29b:45431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:22,456 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T09:32:22,479 DEBUG [M:0;9f1eb259a29b:45431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d74f237117e84f5bb38501546b3ffb5f is 82, key is hbase:meta,,1/info:regioninfo/1730971941381/Put/seqid=0 2024-11-07T09:32:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:22,485 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d74f237117e84f5bb38501546b3ffb5f 2024-11-07T09:32:22,506 DEBUG [M:0;9f1eb259a29b:45431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dccd01dd06f45099a87388104da7a86 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971941867/Put/seqid=0 2024-11-07T09:32:22,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741846_1022 (size=6219) 2024-11-07T09:32:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741846_1022 (size=6219) 2024-11-07T09:32:22,512 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dccd01dd06f45099a87388104da7a86 2024-11-07T09:32:22,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:22,556 INFO [RS:0;9f1eb259a29b:37121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:22,556 INFO [RS:1;9f1eb259a29b:41145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:22,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41145-0x100f1c5a0df0002, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:22,556 INFO [RS:0;9f1eb259a29b:37121 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,37121,1730971940507; zookeeper connection closed. 2024-11-07T09:32:22,556 INFO [RS:1;9f1eb259a29b:41145 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,41145,1730971940539; zookeeper connection closed. 2024-11-07T09:32:22,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73542587 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73542587 2024-11-07T09:32:22,557 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@243b5520 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@243b5520 2024-11-07T09:32:22,557 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T09:32:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37121-0x100f1c5a0df0001, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:22,567 DEBUG [M:0;9f1eb259a29b:45431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2c552462b7a425eaa35a2c282820e49 is 69, key is 9f1eb259a29b,37121,1730971940507/rs:state/1730971940784/Put/seqid=0 2024-11-07T09:32:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:22,574 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2c552462b7a425eaa35a2c282820e49 2024-11-07T09:32:22,580 DEBUG [M:0;9f1eb259a29b:45431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d74f237117e84f5bb38501546b3ffb5f as hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d74f237117e84f5bb38501546b3ffb5f 2024-11-07T09:32:22,586 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d74f237117e84f5bb38501546b3ffb5f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T09:32:22,587 DEBUG [M:0;9f1eb259a29b:45431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dccd01dd06f45099a87388104da7a86 as hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dccd01dd06f45099a87388104da7a86 2024-11-07T09:32:22,593 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dccd01dd06f45099a87388104da7a86, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T09:32:22,594 DEBUG [M:0;9f1eb259a29b:45431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2c552462b7a425eaa35a2c282820e49 as hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2c552462b7a425eaa35a2c282820e49 2024-11-07T09:32:22,604 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/72b74dcf-0d56-ea2b-cc5f-779188a36e01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2c552462b7a425eaa35a2c282820e49, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T09:32:22,605 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=71, compaction requested=false 2024-11-07T09:32:22,607 INFO [M:0;9f1eb259a29b:45431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:22,607 DEBUG [M:0;9f1eb259a29b:45431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971942456Disabling compacts and flushes for region at 1730971942456Disabling writes for close at 1730971942456Obtaining lock to block concurrent updates at 1730971942456Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971942456Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730971942457 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971942458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971942458Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971942479 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971942479Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971942491 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971942506 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971942506Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971942518 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971942566 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971942566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e4edda: reopening flushed file at 1730971942579 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7315c508: reopening flushed file at 1730971942586 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110e4496: reopening flushed file at 1730971942593 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=71, compaction requested=false at 1730971942605 (+12 ms)Writing region close event to WAL at 1730971942607 (+2 ms)Closed at 1730971942607 2024-11-07T09:32:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33989 is added to blk_1073741830_1006 (size=35440) 2024-11-07T09:32:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40129 is added to blk_1073741830_1006 (size=35440) 2024-11-07T09:32:22,612 INFO [M:0;9f1eb259a29b:45431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:32:22,612 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:22,612 INFO [M:0;9f1eb259a29b:45431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45431 2024-11-07T09:32:22,613 INFO [M:0;9f1eb259a29b:45431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:22,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:22,716 INFO [M:0;9f1eb259a29b:45431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:22,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45431-0x100f1c5a0df0000, quorum=127.0.0.1:55955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:22,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a7f899b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:22,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16a4934c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:22,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:22,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ccf611{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:22,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@799ab481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:22,721 WARN [BP-1145638408-172.17.0.2-1730971939647 heartbeating to localhost/127.0.0.1:46815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:22,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:22,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:22,721 WARN [BP-1145638408-172.17.0.2-1730971939647 heartbeating to localhost/127.0.0.1:46815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1145638408-172.17.0.2-1730971939647 (Datanode Uuid 58d668fd-8df4-4a56-8f90-f52f36820d22) service to localhost/127.0.0.1:46815 2024-11-07T09:32:22,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/data/data3/current/BP-1145638408-172.17.0.2-1730971939647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:22,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/data/data4/current/BP-1145638408-172.17.0.2-1730971939647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:22,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:22,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@103727a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:22,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72c64536{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:22,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:22,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21265b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:22,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2da098a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:22,727 WARN [BP-1145638408-172.17.0.2-1730971939647 heartbeating to localhost/127.0.0.1:46815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:22,727 WARN [BP-1145638408-172.17.0.2-1730971939647 heartbeating to localhost/127.0.0.1:46815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1145638408-172.17.0.2-1730971939647 (Datanode Uuid df653bb6-8f48-4da9-b9ba-1ada1130fe41) service to localhost/127.0.0.1:46815 2024-11-07T09:32:22,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:22,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:22,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/data/data1/current/BP-1145638408-172.17.0.2-1730971939647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:22,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/cluster_820cb0bf-a354-3158-00db-656d4aa2d9de/data/data2/current/BP-1145638408-172.17.0.2-1730971939647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:22,728 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:22,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da8ee29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:22,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@178584e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:22,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:22,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa3c6b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:22,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e7e69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:22,741 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:32:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:32:22,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=141 (was 114) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46815 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46815 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=477 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=72 (was 69) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5394 (was 5678) 2024-11-07T09:32:22,783 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=141, OpenFileDescriptor=477, MaxFileDescriptor=1048576, SystemLoadAverage=72, ProcessCount=11, AvailableMemoryMB=5394 2024-11-07T09:32:22,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.log.dir so I do NOT create it in target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be 2024-11-07T09:32:22,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:32:22,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.tmp.dir so I do NOT create it in target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be 2024-11-07T09:32:22,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0b157c2-bd7c-3148-4df4-1a409e62d51d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:32:22,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be 2024-11-07T09:32:22,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:32:22,802 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d, deleteOnExit=true 2024-11-07T09:32:22,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:32:22,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/test.cache.data in system properties and HBase conf 2024-11-07T09:32:22,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:32:22,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:32:22,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:32:22,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:32:22,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:32:22,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:32:22,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:32:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:32:22,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:22,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:22,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:22,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:22,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:22,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:22,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f3a9257{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:22,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362c8e22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:23,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2773534f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/java.io.tmpdir/jetty-localhost-38619-hadoop-hdfs-3_4_1-tests_jar-_-any-16062613583441795214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:23,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72de4dc7{HTTP/1.1, (http/1.1)}{localhost:38619} 2024-11-07T09:32:23,017 INFO [Time-limited test {}] server.Server(415): Started @16529ms 2024-11-07T09:32:23,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:23,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:23,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:23,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:23,098 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:32:23,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c55ae6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:23,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4890d806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:23,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a76642a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/java.io.tmpdir/jetty-localhost-38089-hadoop-hdfs-3_4_1-tests_jar-_-any-7522290931772847976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:23,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4189670e{HTTP/1.1, (http/1.1)}{localhost:38089} 2024-11-07T09:32:23,214 INFO [Time-limited test {}] server.Server(415): Started @16725ms 2024-11-07T09:32:23,215 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:23,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:23,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:23,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:23,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:23,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:23,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@234477a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:23,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55e34df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:23,325 WARN [Thread-882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/data/data1/current/BP-465143906-172.17.0.2-1730971942825/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:23,325 WARN [Thread-883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/data/data2/current/BP-465143906-172.17.0.2-1730971942825/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:23,344 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x989ea594fb2773f2 with lease ID 0x5f0f735fd89a72e1: Processing first storage report for DS-85c4bea6-4688-4d8a-9174-29c961d8c1f8 from datanode DatanodeRegistration(127.0.0.1:35385, datanodeUuid=4e1cf57c-2adb-46ac-9cf1-fe4ee4ae5736, infoPort=46693, infoSecurePort=0, ipcPort=40359, storageInfo=lv=-57;cid=testClusterID;nsid=1108703588;c=1730971942825) 2024-11-07T09:32:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x989ea594fb2773f2 with lease ID 0x5f0f735fd89a72e1: from storage DS-85c4bea6-4688-4d8a-9174-29c961d8c1f8 node DatanodeRegistration(127.0.0.1:35385, datanodeUuid=4e1cf57c-2adb-46ac-9cf1-fe4ee4ae5736, infoPort=46693, infoSecurePort=0, ipcPort=40359, storageInfo=lv=-57;cid=testClusterID;nsid=1108703588;c=1730971942825), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x989ea594fb2773f2 with lease ID 0x5f0f735fd89a72e1: Processing first storage report for DS-4d23a81a-36a8-4feb-b705-5d187bdb0d12 from datanode DatanodeRegistration(127.0.0.1:35385, datanodeUuid=4e1cf57c-2adb-46ac-9cf1-fe4ee4ae5736, infoPort=46693, infoSecurePort=0, ipcPort=40359, storageInfo=lv=-57;cid=testClusterID;nsid=1108703588;c=1730971942825) 2024-11-07T09:32:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x989ea594fb2773f2 with lease ID 0x5f0f735fd89a72e1: from storage DS-4d23a81a-36a8-4feb-b705-5d187bdb0d12 node DatanodeRegistration(127.0.0.1:35385, datanodeUuid=4e1cf57c-2adb-46ac-9cf1-fe4ee4ae5736, infoPort=46693, infoSecurePort=0, ipcPort=40359, storageInfo=lv=-57;cid=testClusterID;nsid=1108703588;c=1730971942825), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:23,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c05d866{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/java.io.tmpdir/jetty-localhost-40915-hadoop-hdfs-3_4_1-tests_jar-_-any-11651300858481669926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:23,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dbbfba6{HTTP/1.1, (http/1.1)}{localhost:40915} 2024-11-07T09:32:23,375 INFO [Time-limited test {}] server.Server(415): Started @16886ms 2024-11-07T09:32:23,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:23,479 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/data/data3/current/BP-465143906-172.17.0.2-1730971942825/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:23,479 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/data/data4/current/BP-465143906-172.17.0.2-1730971942825/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:23,499 WARN [Thread-897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35eae9eba6fc5fbc with lease ID 0x5f0f735fd89a72e2: Processing first storage report for DS-824f3738-040a-4339-b0cd-233090f46b37 from datanode DatanodeRegistration(127.0.0.1:39785, datanodeUuid=6a72f909-ad16-489e-b1cc-c335d07404ea, infoPort=45391, infoSecurePort=0, ipcPort=43479, storageInfo=lv=-57;cid=testClusterID;nsid=1108703588;c=1730971942825) 2024-11-07T09:32:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35eae9eba6fc5fbc with lease ID 0x5f0f735fd89a72e2: from storage DS-824f3738-040a-4339-b0cd-233090f46b37 node DatanodeRegistration(127.0.0.1:39785, datanodeUuid=6a72f909-ad16-489e-b1cc-c335d07404ea, infoPort=45391, infoSecurePort=0, ipcPort=43479, storageInfo=lv=-57;cid=testClusterID;nsid=1108703588;c=1730971942825), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T09:32:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35eae9eba6fc5fbc with lease ID 0x5f0f735fd89a72e2: Processing first storage report for DS-109aaddf-3750-4bae-a0d0-0fad56378a38 from datanode DatanodeRegistration(127.0.0.1:39785, datanodeUuid=6a72f909-ad16-489e-b1cc-c335d07404ea, infoPort=45391, infoSecurePort=0, ipcPort=43479, storageInfo=lv=-57;cid=testClusterID;nsid=1108703588;c=1730971942825) 2024-11-07T09:32:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35eae9eba6fc5fbc with lease ID 0x5f0f735fd89a72e2: from storage DS-109aaddf-3750-4bae-a0d0-0fad56378a38 node DatanodeRegistration(127.0.0.1:39785, datanodeUuid=6a72f909-ad16-489e-b1cc-c335d07404ea, infoPort=45391, infoSecurePort=0, ipcPort=43479, storageInfo=lv=-57;cid=testClusterID;nsid=1108703588;c=1730971942825), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:23,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be 2024-11-07T09:32:23,606 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/zookeeper_0, clientPort=50309, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:32:23,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50309 2024-11-07T09:32:23,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:23,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:23,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:23,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97 with version=8 2024-11-07T09:32:23,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/hbase-staging 2024-11-07T09:32:23,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:23,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:23,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:23,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:23,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:23,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:23,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:32:23,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:23,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41957 2024-11-07T09:32:23,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41957 connecting to ZooKeeper ensemble=127.0.0.1:50309 2024-11-07T09:32:23,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419570x0, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:23,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41957-0x100f1c5ad450000 connected 2024-11-07T09:32:23,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:23,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:23,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:23,648 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97, hbase.cluster.distributed=false 2024-11-07T09:32:23,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:23,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41957 2024-11-07T09:32:23,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41957 2024-11-07T09:32:23,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41957 2024-11-07T09:32:23,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41957 2024-11-07T09:32:23,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41957 2024-11-07T09:32:23,666 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:23,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:23,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:23,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:23,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:23,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:23,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:23,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:23,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41351 2024-11-07T09:32:23,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41351 connecting to ZooKeeper ensemble=127.0.0.1:50309 2024-11-07T09:32:23,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:23,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413510x0, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:23,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413510x0, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:23,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41351-0x100f1c5ad450001 connected 2024-11-07T09:32:23,676 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:23,683 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T09:32:23,690 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T09:32:23,696 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T09:32:23,698 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T09:32:23,699 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:23,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:23,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:23,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41351 2024-11-07T09:32:23,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41351 2024-11-07T09:32:23,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41351 2024-11-07T09:32:23,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41351 2024-11-07T09:32:23,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41351 2024-11-07T09:32:23,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:23,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:23,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:23,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:23,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:23,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:23,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:23,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:23,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41045 2024-11-07T09:32:23,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41045 connecting to ZooKeeper ensemble=127.0.0.1:50309 2024-11-07T09:32:23,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:23,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:23,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410450x0, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:23,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41045-0x100f1c5ad450002 connected 2024-11-07T09:32:23,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:23,734 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:23,734 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T09:32:23,743 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T09:32:23,743 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T09:32:23,743 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T09:32:23,744 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:23,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:23,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:23,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41045 2024-11-07T09:32:23,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41045 2024-11-07T09:32:23,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41045 2024-11-07T09:32:23,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41045 2024-11-07T09:32:23,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41045 2024-11-07T09:32:23,759 DEBUG [M:0;9f1eb259a29b:41957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:41957 2024-11-07T09:32:23,759 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:23,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:23,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:23,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:23,762 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:23,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:23,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:23,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,764 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T09:32:23,764 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9f1eb259a29b,41957,1730971943620 from backup master directory 2024-11-07T09:32:23,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:23,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:23,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:23,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:23,767 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:23,767 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:23,771 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/hbase.id] with ID: 5c13369b-3a3c-4a4b-9d96-972406f41f6f 2024-11-07T09:32:23,771 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/.tmp/hbase.id 2024-11-07T09:32:23,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:23,778 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/.tmp/hbase.id]:[hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/hbase.id] 2024-11-07T09:32:23,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:23,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:32:23,790 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:32:23,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:23,800 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:23,801 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:32:23,802 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:23,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:23,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:23,809 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store 2024-11-07T09:32:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:23,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:23,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:23,816 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:23,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:23,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:23,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:23,816 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:23,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971943816Disabling compacts and flushes for region at 1730971943816Disabling writes for close at 1730971943816Writing region close event to WAL at 1730971943816Closed at 1730971943816 2024-11-07T09:32:23,817 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/.initializing 2024-11-07T09:32:23,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/WALs/9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:23,818 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:23,820 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C41957%2C1730971943620, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/WALs/9f1eb259a29b,41957,1730971943620, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/oldWALs, maxLogs=10 2024-11-07T09:32:23,833 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/WALs/9f1eb259a29b,41957,1730971943620/9f1eb259a29b%2C41957%2C1730971943620.1730971943820, exclude list is [], retry=0 2024-11-07T09:32:23,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-85c4bea6-4688-4d8a-9174-29c961d8c1f8,DISK] 2024-11-07T09:32:23,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-824f3738-040a-4339-b0cd-233090f46b37,DISK] 2024-11-07T09:32:23,838 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/WALs/9f1eb259a29b,41957,1730971943620/9f1eb259a29b%2C41957%2C1730971943620.1730971943820 2024-11-07T09:32:23,838 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693),(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-07T09:32:23,838 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:23,838 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:23,838 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,838 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:32:23,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:23,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:23,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:32:23,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:23,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:23,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:32:23,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:23,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:23,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:32:23,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:23,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:23,847 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,848 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,848 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,849 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,849 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,850 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:23,851 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:23,854 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:23,854 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69401657, jitterRate=0.03416527807712555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:23,855 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971943839Initializing all the Stores at 1730971943839Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971943839Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971943840 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971943840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971943840Cleaning up temporary data from old regions at 1730971943849 (+9 ms)Region opened successfully at 1730971943855 (+6 ms) 2024-11-07T09:32:23,855 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:32:23,859 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230d6c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:23,860 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:32:23,860 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:32:23,860 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:32:23,861 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:32:23,861 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:32:23,861 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:32:23,861 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:32:23,864 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:32:23,864 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T09:32:23,866 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T09:32:23,866 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:32:23,867 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:32:23,868 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T09:32:23,868 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:32:23,869 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:32:23,871 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T09:32:23,872 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:32:23,873 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T09:32:23,875 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:32:23,876 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T09:32:23,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:23,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:23,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:23,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,878 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,41957,1730971943620, sessionid=0x100f1c5ad450000, setting cluster-up flag (Was=false) 2024-11-07T09:32:23,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,887 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T09:32:23,888 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:23,897 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T09:32:23,898 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:23,899 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:32:23,901 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:23,901 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:32:23,901 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:32:23,902 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,41957,1730971943620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:32:23,903 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:23,903 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:23,903 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:23,903 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:23,903 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:32:23,903 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,903 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:23,903 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,904 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971973904 2024-11-07T09:32:23,904 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:32:23,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:23,905 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:32:23,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:32:23,905 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:32:23,905 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:32:23,905 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:32:23,905 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:32:23,905 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:23,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:32:23,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:32:23,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:32:23,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:32:23,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:32:23,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:32:23,908 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971943908,5,FailOnTimeoutGroup] 2024-11-07T09:32:23,908 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971943908,5,FailOnTimeoutGroup] 2024-11-07T09:32:23,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:32:23,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:23,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:32:23,917 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97 2024-11-07T09:32:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:23,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:23,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:23,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:23,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:23,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:23,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:23,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:23,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:23,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:23,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:23,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:23,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:23,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:23,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:23,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:23,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:23,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:23,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740 2024-11-07T09:32:23,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740 2024-11-07T09:32:23,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:23,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:23,940 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:23,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:23,943 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:23,943 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73370552, jitterRate=0.09330642223358154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971943929Initializing all the Stores at 1730971943930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971943930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971943930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971943930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971943930Cleaning up temporary data from old regions at 1730971943939 (+9 ms)Region opened successfully at 1730971943944 (+5 ms) 2024-11-07T09:32:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:23,944 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:23,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971943944Disabling compacts and flushes for region at 1730971943944Disabling writes for close at 1730971943944Writing region close event to WAL at 1730971943944Closed at 1730971943944 2024-11-07T09:32:23,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:23,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:32:23,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:32:23,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:23,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:32:23,949 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(746): ClusterId : 5c13369b-3a3c-4a4b-9d96-972406f41f6f 2024-11-07T09:32:23,949 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(746): ClusterId : 5c13369b-3a3c-4a4b-9d96-972406f41f6f 2024-11-07T09:32:23,949 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:23,949 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:23,951 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:23,951 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:23,951 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:23,951 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:23,953 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:23,954 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:23,954 DEBUG [RS:0;9f1eb259a29b:41351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca0da36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:23,954 DEBUG [RS:1;9f1eb259a29b:41045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c2a63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:23,966 DEBUG [RS:0;9f1eb259a29b:41351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:41351 2024-11-07T09:32:23,966 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:23,966 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:23,966 DEBUG [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:23,967 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,41957,1730971943620 with port=41351, startcode=1730971943666 2024-11-07T09:32:23,967 DEBUG [RS:0;9f1eb259a29b:41351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:23,969 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:23,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:23,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41957 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:23,971 DEBUG [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97 2024-11-07T09:32:23,971 DEBUG [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43401 2024-11-07T09:32:23,971 DEBUG [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:23,971 DEBUG [RS:1;9f1eb259a29b:41045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9f1eb259a29b:41045 2024-11-07T09:32:23,972 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:23,972 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:23,972 DEBUG [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:23,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:23,974 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,41957,1730971943620 with port=41045, startcode=1730971943724 2024-11-07T09:32:23,974 DEBUG [RS:1;9f1eb259a29b:41045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:23,974 DEBUG [RS:0;9f1eb259a29b:41351 {}] zookeeper.ZKUtil(111): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:23,974 WARN [RS:0;9f1eb259a29b:41351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:23,974 INFO [RS:0;9f1eb259a29b:41351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:23,974 DEBUG [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:23,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,41351,1730971943666] 2024-11-07T09:32:23,976 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:23,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:23,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41957 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:23,979 DEBUG [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97 2024-11-07T09:32:23,979 DEBUG [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43401 2024-11-07T09:32:23,979 DEBUG [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:23,979 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:23,980 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:23,981 INFO [RS:0;9f1eb259a29b:41351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:23,981 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,981 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:23,982 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:23,982 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:23,982 DEBUG [RS:0;9f1eb259a29b:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:23,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:23,983 DEBUG [RS:1;9f1eb259a29b:41045 {}] zookeeper.ZKUtil(111): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:23,983 WARN [RS:1;9f1eb259a29b:41045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:23,983 INFO [RS:1;9f1eb259a29b:41045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:23,983 DEBUG [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:23,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,41045,1730971943724] 2024-11-07T09:32:23,989 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,989 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,989 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,989 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,989 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,989 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41351,1730971943666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:23,991 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:23,992 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:23,996 INFO [RS:1;9f1eb259a29b:41045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:23,996 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,997 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:23,997 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:23,997 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:23,998 DEBUG [RS:1;9f1eb259a29b:41045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:24,000 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,000 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,000 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,000 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,000 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,000 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41045,1730971943724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:24,011 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:24,011 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41351,1730971943666-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,011 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,011 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.Replication(171): 9f1eb259a29b,41351,1730971943666 started 2024-11-07T09:32:24,014 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:24,015 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41045,1730971943724-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,015 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,015 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.Replication(171): 9f1eb259a29b,41045,1730971943724 started 2024-11-07T09:32:24,026 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,026 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,41351,1730971943666, RpcServer on 9f1eb259a29b/172.17.0.2:41351, sessionid=0x100f1c5ad450001 2024-11-07T09:32:24,026 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:24,026 DEBUG [RS:0;9f1eb259a29b:41351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:24,026 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41351,1730971943666' 2024-11-07T09:32:24,026 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:24,027 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:24,027 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:24,027 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:24,028 DEBUG [RS:0;9f1eb259a29b:41351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:24,028 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41351,1730971943666' 2024-11-07T09:32:24,028 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:24,028 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:24,028 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,028 DEBUG [RS:0;9f1eb259a29b:41351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:24,028 INFO [RS:0;9f1eb259a29b:41351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:24,028 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,41045,1730971943724, RpcServer on 9f1eb259a29b/172.17.0.2:41045, sessionid=0x100f1c5ad450002 2024-11-07T09:32:24,028 INFO [RS:0;9f1eb259a29b:41351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41045,1730971943724' 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41045,1730971943724' 2024-11-07T09:32:24,029 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:24,030 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:24,030 DEBUG [RS:1;9f1eb259a29b:41045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:24,030 INFO [RS:1;9f1eb259a29b:41045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:24,030 INFO [RS:1;9f1eb259a29b:41045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:24,098 WARN [9f1eb259a29b:41957 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T09:32:24,129 INFO [RS:0;9f1eb259a29b:41351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:24,131 INFO [RS:1;9f1eb259a29b:41045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:24,131 INFO [RS:0;9f1eb259a29b:41351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C41351%2C1730971943666, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41351,1730971943666, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/oldWALs, maxLogs=32 2024-11-07T09:32:24,132 INFO [RS:1;9f1eb259a29b:41045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C41045%2C1730971943724, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41045,1730971943724, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/oldWALs, maxLogs=32 2024-11-07T09:32:24,144 DEBUG [RS:0;9f1eb259a29b:41351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41351,1730971943666/9f1eb259a29b%2C41351%2C1730971943666.1730971944131, exclude list is [], retry=0 2024-11-07T09:32:24,145 DEBUG [RS:1;9f1eb259a29b:41045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41045,1730971943724/9f1eb259a29b%2C41045%2C1730971943724.1730971944132, exclude list is [], retry=0 2024-11-07T09:32:24,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-824f3738-040a-4339-b0cd-233090f46b37,DISK] 2024-11-07T09:32:24,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-85c4bea6-4688-4d8a-9174-29c961d8c1f8,DISK] 2024-11-07T09:32:24,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-824f3738-040a-4339-b0cd-233090f46b37,DISK] 2024-11-07T09:32:24,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-85c4bea6-4688-4d8a-9174-29c961d8c1f8,DISK] 2024-11-07T09:32:24,150 INFO [RS:1;9f1eb259a29b:41045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41045,1730971943724/9f1eb259a29b%2C41045%2C1730971943724.1730971944132 2024-11-07T09:32:24,150 INFO [RS:0;9f1eb259a29b:41351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41351,1730971943666/9f1eb259a29b%2C41351%2C1730971943666.1730971944131 2024-11-07T09:32:24,150 DEBUG [RS:1;9f1eb259a29b:41045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391),(127.0.0.1/127.0.0.1:46693:46693)] 2024-11-07T09:32:24,150 DEBUG [RS:0;9f1eb259a29b:41351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693),(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-07T09:32:24,349 DEBUG [9f1eb259a29b:41957 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T09:32:24,349 DEBUG [9f1eb259a29b:41957 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:24,351 DEBUG [9f1eb259a29b:41957 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:24,351 DEBUG [9f1eb259a29b:41957 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:24,351 DEBUG [9f1eb259a29b:41957 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:24,351 DEBUG [9f1eb259a29b:41957 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:24,351 INFO [9f1eb259a29b:41957 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:24,351 INFO [9f1eb259a29b:41957 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:24,351 DEBUG [9f1eb259a29b:41957 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:24,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:24,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41045,1730971943724, state=OPENING 2024-11-07T09:32:24,354 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:32:24,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:24,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:24,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:24,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:24,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:24,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:24,357 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:24,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41045,1730971943724}] 2024-11-07T09:32:24,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:32:24,510 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:24,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:24,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:24,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:24,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:24,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:24,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:24,517 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:32:24,517 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:24,517 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:32:24,519 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C41045%2C1730971943724.meta, suffix=.meta, logDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41045,1730971943724, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/oldWALs, maxLogs=32 2024-11-07T09:32:24,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:24,537 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41045,1730971943724/9f1eb259a29b%2C41045%2C1730971943724.meta.1730971944520.meta, exclude list is [], retry=0 2024-11-07T09:32:24,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-824f3738-040a-4339-b0cd-233090f46b37,DISK] 2024-11-07T09:32:24,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-85c4bea6-4688-4d8a-9174-29c961d8c1f8,DISK] 2024-11-07T09:32:24,542 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/WALs/9f1eb259a29b,41045,1730971943724/9f1eb259a29b%2C41045%2C1730971943724.meta.1730971944520.meta 2024-11-07T09:32:24,543 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693),(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-07T09:32:24,543 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:24,543 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:32:24,543 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:32:24,543 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:32:24,543 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:32:24,543 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:24,543 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:32:24,543 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:32:24,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:24,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:24,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:24,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:24,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:24,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:24,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:24,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:24,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:24,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:24,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:24,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:24,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:24,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:24,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:24,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:24,551 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:24,551 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740 2024-11-07T09:32:24,552 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740 2024-11-07T09:32:24,553 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:24,553 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:24,554 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:24,555 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:24,556 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69646131, jitterRate=0.03780822455883026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:24,556 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:32:24,557 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971944544Writing region info on filesystem at 1730971944544Initializing all the Stores at 1730971944545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971944545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971944545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971944545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971944545Cleaning up temporary data from old regions at 1730971944554 (+9 ms)Running coprocessor post-open hooks at 1730971944556 (+2 ms)Region opened successfully at 1730971944557 (+1 ms) 2024-11-07T09:32:24,558 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971944510 2024-11-07T09:32:24,561 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:32:24,561 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:32:24,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:24,563 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41045,1730971943724, state=OPEN 2024-11-07T09:32:24,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:24,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:24,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:24,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:24,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:24,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:24,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:24,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:32:24,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41045,1730971943724 in 208 msec 2024-11-07T09:32:24,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:32:24,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-07T09:32:24,572 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:24,572 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:32:24,574 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:24,574 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41045,1730971943724, seqNum=-1] 2024-11-07T09:32:24,574 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:24,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:24,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 680 msec 2024-11-07T09:32:24,581 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971944581, completionTime=-1 2024-11-07T09:32:24,581 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T09:32:24,581 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:32:24,583 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T09:32:24,583 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730972004583 2024-11-07T09:32:24,583 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730972064583 2024-11-07T09:32:24,583 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:32:24,584 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41957,1730971943620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,584 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41957,1730971943620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,584 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41957,1730971943620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,584 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:41957, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,584 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,584 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,586 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:32:24,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.821sec 2024-11-07T09:32:24,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:32:24,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:32:24,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:32:24,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:32:24,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:32:24,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41957,1730971943620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:24,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41957,1730971943620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:32:24,591 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:32:24,591 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:32:24,591 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41957,1730971943620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:24,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553d7a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:24,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41957,-1 for getting cluster id 2024-11-07T09:32:24,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:32:24,651 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c13369b-3a3c-4a4b-9d96-972406f41f6f' 2024-11-07T09:32:24,652 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:32:24,652 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c13369b-3a3c-4a4b-9d96-972406f41f6f" 2024-11-07T09:32:24,652 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419f8633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:24,652 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41957,-1] 2024-11-07T09:32:24,652 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:32:24,653 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:24,653 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:32:24,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483a63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:24,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:24,656 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41045,1730971943724, seqNum=-1] 2024-11-07T09:32:24,656 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:24,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:24,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:24,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:32:24,660 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:24,660 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4915e0ed 2024-11-07T09:32:24,660 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:32:24,661 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:32:24,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T09:32:24,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:32:24,665 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:24,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T09:32:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:24,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:32:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:24,675 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 618ba6abf94a0ef10f90afc02ec0de7a, NAME => 'testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97 2024-11-07T09:32:24,675 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e89e2c47e97ffe237e6cb70e78536da5, NAME => 'testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97 2024-11-07T09:32:24,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:24,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:24,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:24,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:24,682 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:24,682 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 618ba6abf94a0ef10f90afc02ec0de7a, disabling compactions & flushes 2024-11-07T09:32:24,682 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:24,682 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:24,682 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. after waiting 0 ms 2024-11-07T09:32:24,682 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:24,682 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:24,682 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 618ba6abf94a0ef10f90afc02ec0de7a: Waiting for close lock at 1730971944682Disabling compacts and flushes for region at 1730971944682Disabling writes for close at 1730971944682Writing region close event to WAL at 1730971944682Closed at 1730971944682 2024-11-07T09:32:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:25,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:25,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e89e2c47e97ffe237e6cb70e78536da5, disabling compactions & flushes 2024-11-07T09:32:25,083 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. after waiting 0 ms 2024-11-07T09:32:25,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,083 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e89e2c47e97ffe237e6cb70e78536da5: Waiting for close lock at 1730971945083Disabling compacts and flushes for region at 1730971945083Disabling writes for close at 1730971945083Writing region close event to WAL at 1730971945083Closed at 1730971945083 2024-11-07T09:32:25,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:32:25,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971945085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971945085"}]},"ts":"1730971945085"} 2024-11-07T09:32:25,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971945085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971945085"}]},"ts":"1730971945085"} 2024-11-07T09:32:25,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T09:32:25,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:32:25,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971945089"}]},"ts":"1730971945089"} 2024-11-07T09:32:25,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T09:32:25,092 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:25,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:25,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:25,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:25,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:25,093 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:25,093 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:25,093 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:25,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=618ba6abf94a0ef10f90afc02ec0de7a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e89e2c47e97ffe237e6cb70e78536da5, ASSIGN}] 2024-11-07T09:32:25,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e89e2c47e97ffe237e6cb70e78536da5, ASSIGN 2024-11-07T09:32:25,095 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=618ba6abf94a0ef10f90afc02ec0de7a, ASSIGN 2024-11-07T09:32:25,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e89e2c47e97ffe237e6cb70e78536da5, ASSIGN; state=OFFLINE, location=9f1eb259a29b,41351,1730971943666; forceNewPlan=false, retain=false 2024-11-07T09:32:25,096 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=618ba6abf94a0ef10f90afc02ec0de7a, ASSIGN; state=OFFLINE, location=9f1eb259a29b,41045,1730971943724; forceNewPlan=false, retain=false 2024-11-07T09:32:25,246 INFO [9f1eb259a29b:41957 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T09:32:25,247 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=618ba6abf94a0ef10f90afc02ec0de7a, regionState=OPENING, regionLocation=9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:25,247 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e89e2c47e97ffe237e6cb70e78536da5, regionState=OPENING, regionLocation=9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:25,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=618ba6abf94a0ef10f90afc02ec0de7a, ASSIGN because future has completed 2024-11-07T09:32:25,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 618ba6abf94a0ef10f90afc02ec0de7a, server=9f1eb259a29b,41045,1730971943724}] 2024-11-07T09:32:25,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e89e2c47e97ffe237e6cb70e78536da5, ASSIGN because future has completed 2024-11-07T09:32:25,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89e2c47e97ffe237e6cb70e78536da5, server=9f1eb259a29b,41351,1730971943666}] 2024-11-07T09:32:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:25,405 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:25,406 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:25,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:25,406 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 618ba6abf94a0ef10f90afc02ec0de7a, NAME => 'testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T09:32:25,407 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,407 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:25,407 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,407 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,408 INFO [StoreOpener-618ba6abf94a0ef10f90afc02ec0de7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,410 INFO [StoreOpener-618ba6abf94a0ef10f90afc02ec0de7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 618ba6abf94a0ef10f90afc02ec0de7a columnFamilyName family 2024-11-07T09:32:25,410 DEBUG [StoreOpener-618ba6abf94a0ef10f90afc02ec0de7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:25,410 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,410 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e89e2c47e97ffe237e6cb70e78536da5, NAME => 'testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T09:32:25,410 INFO [StoreOpener-618ba6abf94a0ef10f90afc02ec0de7a-1 {}] regionserver.HStore(327): Store=618ba6abf94a0ef10f90afc02ec0de7a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:25,410 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,410 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,410 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:25,410 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,410 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,411 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,411 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,412 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,412 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,412 INFO [StoreOpener-e89e2c47e97ffe237e6cb70e78536da5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,413 INFO [StoreOpener-e89e2c47e97ffe237e6cb70e78536da5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89e2c47e97ffe237e6cb70e78536da5 columnFamilyName family 2024-11-07T09:32:25,413 DEBUG [StoreOpener-e89e2c47e97ffe237e6cb70e78536da5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:25,413 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,413 INFO [StoreOpener-e89e2c47e97ffe237e6cb70e78536da5-1 {}] regionserver.HStore(327): Store=e89e2c47e97ffe237e6cb70e78536da5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:25,413 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,414 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,415 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,415 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/618ba6abf94a0ef10f90afc02ec0de7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:25,415 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,415 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,415 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 618ba6abf94a0ef10f90afc02ec0de7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66661368, jitterRate=-0.006668210029602051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:25,416 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,416 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 618ba6abf94a0ef10f90afc02ec0de7a: Running coprocessor pre-open hook at 1730971945407Writing region info on filesystem at 1730971945407Initializing all the Stores at 1730971945408 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971945408Cleaning up temporary data from old regions at 1730971945412 (+4 ms)Running coprocessor post-open hooks at 1730971945416 (+4 ms)Region opened successfully at 1730971945416 2024-11-07T09:32:25,417 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,417 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a., pid=7, masterSystemTime=1730971945402 2024-11-07T09:32:25,419 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/e89e2c47e97ffe237e6cb70e78536da5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:25,419 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:25,419 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:25,419 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e89e2c47e97ffe237e6cb70e78536da5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60797578, jitterRate=-0.094045490026474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:25,420 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,420 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e89e2c47e97ffe237e6cb70e78536da5: Running coprocessor pre-open hook at 1730971945411Writing region info on filesystem at 1730971945411Initializing all the Stores at 1730971945411Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971945411Cleaning up temporary data from old regions at 1730971945415 (+4 ms)Running coprocessor post-open hooks at 1730971945420 (+5 ms)Region opened successfully at 1730971945420 2024-11-07T09:32:25,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=618ba6abf94a0ef10f90afc02ec0de7a, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:25,420 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5., pid=8, masterSystemTime=1730971945405 2024-11-07T09:32:25,422 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 618ba6abf94a0ef10f90afc02ec0de7a, server=9f1eb259a29b,41045,1730971943724 because future has completed 2024-11-07T09:32:25,423 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e89e2c47e97ffe237e6cb70e78536da5, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:25,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89e2c47e97ffe237e6cb70e78536da5, server=9f1eb259a29b,41351,1730971943666 because future has completed 2024-11-07T09:32:25,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-07T09:32:25,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 618ba6abf94a0ef10f90afc02ec0de7a, server=9f1eb259a29b,41045,1730971943724 in 174 msec 2024-11-07T09:32:25,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=618ba6abf94a0ef10f90afc02ec0de7a, ASSIGN in 334 msec 2024-11-07T09:32:25,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-07T09:32:25,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e89e2c47e97ffe237e6cb70e78536da5, server=9f1eb259a29b,41351,1730971943666 in 175 msec 2024-11-07T09:32:25,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T09:32:25,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e89e2c47e97ffe237e6cb70e78536da5, ASSIGN in 336 msec 2024-11-07T09:32:25,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:32:25,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971945432"}]},"ts":"1730971945432"} 2024-11-07T09:32:25,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T09:32:25,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:32:25,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 773 msec 2024-11-07T09:32:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:25,801 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T09:32:25,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T09:32:25,801 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:25,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T09:32:25,804 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:25,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T09:32:25,807 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a., hostname=9f1eb259a29b,41045,1730971943724, seqNum=2] 2024-11-07T09:32:25,818 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5., hostname=9f1eb259a29b,41351,1730971943666, seqNum=2] 2024-11-07T09:32:25,818 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:25,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:25,827 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e89e2c47e97ffe237e6cb70e78536da5 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T09:32:25,843 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/e89e2c47e97ffe237e6cb70e78536da5/.tmp/family/85b29ae84cbe4d4eb0c86cead9833c58 is 32, key is 5/family:/1730971945820/Put/seqid=0 2024-11-07T09:32:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741839_1015 (size=5083) 2024-11-07T09:32:25,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741839_1015 (size=5083) 2024-11-07T09:32:25,849 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/e89e2c47e97ffe237e6cb70e78536da5/.tmp/family/85b29ae84cbe4d4eb0c86cead9833c58 2024-11-07T09:32:25,855 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/e89e2c47e97ffe237e6cb70e78536da5/.tmp/family/85b29ae84cbe4d4eb0c86cead9833c58 as hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/e89e2c47e97ffe237e6cb70e78536da5/family/85b29ae84cbe4d4eb0c86cead9833c58 2024-11-07T09:32:25,860 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/e89e2c47e97ffe237e6cb70e78536da5/family/85b29ae84cbe4d4eb0c86cead9833c58, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T09:32:25,861 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e89e2c47e97ffe237e6cb70e78536da5 in 34ms, sequenceid=9, compaction requested=false 2024-11-07T09:32:25,861 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e89e2c47e97ffe237e6cb70e78536da5: 2024-11-07T09:32:25,861 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 618ba6abf94a0ef10f90afc02ec0de7a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T09:32:25,876 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/618ba6abf94a0ef10f90afc02ec0de7a/.tmp/family/152d415c1bad4f9dab7a834ccfd3a7b0 is 32, key is 1/family:/1730971945808/Put/seqid=0 2024-11-07T09:32:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741840_1016 (size=5054) 2024-11-07T09:32:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741840_1016 (size=5054) 2024-11-07T09:32:25,881 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/618ba6abf94a0ef10f90afc02ec0de7a/.tmp/family/152d415c1bad4f9dab7a834ccfd3a7b0 2024-11-07T09:32:25,887 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/618ba6abf94a0ef10f90afc02ec0de7a/.tmp/family/152d415c1bad4f9dab7a834ccfd3a7b0 as hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/618ba6abf94a0ef10f90afc02ec0de7a/family/152d415c1bad4f9dab7a834ccfd3a7b0 2024-11-07T09:32:25,892 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/618ba6abf94a0ef10f90afc02ec0de7a/family/152d415c1bad4f9dab7a834ccfd3a7b0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T09:32:25,893 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 618ba6abf94a0ef10f90afc02ec0de7a in 32ms, sequenceid=8, compaction requested=false 2024-11-07T09:32:25,893 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 618ba6abf94a0ef10f90afc02ec0de7a: 2024-11-07T09:32:25,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5c5ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:25,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41957,-1 for getting cluster id 2024-11-07T09:32:25,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:32:25,895 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c13369b-3a3c-4a4b-9d96-972406f41f6f' 2024-11-07T09:32:25,895 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:32:25,895 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c13369b-3a3c-4a4b-9d96-972406f41f6f" 2024-11-07T09:32:25,896 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edcc798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:25,896 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41957,-1] 2024-11-07T09:32:25,896 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:32:25,896 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:25,897 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:32:25,898 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710887df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:25,903 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T09:32:25,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:25,904 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41045,1730971943724, seqNum=-1] 2024-11-07T09:32:25,905 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:25,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:25,908 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:25,908 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:25,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:25,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] bucket.BucketCache(1864): found 1 blocks for file 152d415c1bad4f9dab7a834ccfd3a7b0, starting offset: 0, end offset: 9223372036854775807 2024-11-07T09:32:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] bucket.BucketCache(1864): found 1 blocks for file 85b29ae84cbe4d4eb0c86cead9833c58, starting offset: 0, end offset: 9223372036854775807 2024-11-07T09:32:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] bucket.BucketCache(857): removed key 85b29ae84cbe4d4eb0c86cead9833c58_0 from back map with offset lock 2094080 in the evict process 2024-11-07T09:32:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] bucket.BucketCache(857): removed key 152d415c1bad4f9dab7a834ccfd3a7b0_0 from back map with offset lock 2094080 in the evict process 2024-11-07T09:32:25,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:25,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:25,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:25,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:25,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:32:25,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:32:25,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:25,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:25,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:25,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:32:25,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:25,913 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:32:25,913 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1510430397, stopped=false 2024-11-07T09:32:25,913 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,41957,1730971943620 2024-11-07T09:32:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:25,915 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:25,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:25,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:25,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:25,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:25,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:25,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:25,916 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,41351,1730971943666' ***** 2024-11-07T09:32:25,916 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:25,916 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,41045,1730971943724' ***** 2024-11-07T09:32:25,916 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:25,916 INFO [RS:0;9f1eb259a29b:41351 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T09:32:25,916 INFO [RS:1;9f1eb259a29b:41045 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T09:32:25,917 INFO [RS:1;9f1eb259a29b:41045 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T09:32:25,917 INFO [RS:0;9f1eb259a29b:41351 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T09:32:25,917 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T09:32:25,917 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T09:32:25,917 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T09:32:25,917 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T09:32:25,917 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T09:32:25,917 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:25,917 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:25,918 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:25,918 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:25,918 INFO [RS:1;9f1eb259a29b:41045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:25,918 INFO [RS:0;9f1eb259a29b:41351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:25,918 INFO [RS:1;9f1eb259a29b:41045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:25,918 INFO [RS:0;9f1eb259a29b:41351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:25,918 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T09:32:25,918 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(3091): Received CLOSE for 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,918 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(3091): Received CLOSE for e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,918 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:25,918 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:25,918 INFO [RS:1;9f1eb259a29b:41045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9f1eb259a29b:41045. 2024-11-07T09:32:25,918 DEBUG [RS:1;9f1eb259a29b:41045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:25,918 DEBUG [RS:1;9f1eb259a29b:41045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:25,918 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 618ba6abf94a0ef10f90afc02ec0de7a, disabling compactions & flushes 2024-11-07T09:32:25,918 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:25,918 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:25,918 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:25,919 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:25,919 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:25,919 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:32:25,919 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. after waiting 0 ms 2024-11-07T09:32:25,919 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:25,919 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:25,919 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:25,919 INFO [RS:0;9f1eb259a29b:41351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41351. 2024-11-07T09:32:25,919 DEBUG [RS:0;9f1eb259a29b:41351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:25,919 DEBUG [RS:0;9f1eb259a29b:41351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:25,919 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e89e2c47e97ffe237e6cb70e78536da5, disabling compactions & flushes 2024-11-07T09:32:25,919 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,919 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,919 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:32:25,919 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. after waiting 0 ms 2024-11-07T09:32:25,919 DEBUG [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(1325): Online Regions={e89e2c47e97ffe237e6cb70e78536da5=testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5.} 2024-11-07T09:32:25,919 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,919 DEBUG [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(1351): Waiting on e89e2c47e97ffe237e6cb70e78536da5 2024-11-07T09:32:25,919 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:32:25,919 DEBUG [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 618ba6abf94a0ef10f90afc02ec0de7a=testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a.} 2024-11-07T09:32:25,920 DEBUG [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 618ba6abf94a0ef10f90afc02ec0de7a 2024-11-07T09:32:25,920 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:25,920 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:25,920 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:25,920 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:25,920 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:25,920 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T09:32:25,924 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/618ba6abf94a0ef10f90afc02ec0de7a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T09:32:25,924 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/default/testClearRegionBlockCache/e89e2c47e97ffe237e6cb70e78536da5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T09:32:25,925 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:25,925 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 618ba6abf94a0ef10f90afc02ec0de7a: Waiting for close lock at 1730971945918Running coprocessor pre-close hooks at 1730971945918Disabling compacts and flushes for region at 1730971945918Disabling writes for close at 1730971945919 (+1 ms)Writing region close event to WAL at 1730971945920 (+1 ms)Running coprocessor post-close hooks at 1730971945924 (+4 ms)Closed at 1730971945924 2024-11-07T09:32:25,925 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730971944662.618ba6abf94a0ef10f90afc02ec0de7a. 2024-11-07T09:32:25,925 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,925 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e89e2c47e97ffe237e6cb70e78536da5: Waiting for close lock at 1730971945919Running coprocessor pre-close hooks at 1730971945919Disabling compacts and flushes for region at 1730971945919Disabling writes for close at 1730971945919Writing region close event to WAL at 1730971945920 (+1 ms)Running coprocessor post-close hooks at 1730971945925 (+5 ms)Closed at 1730971945925 2024-11-07T09:32:25,925 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5. 2024-11-07T09:32:25,940 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/.tmp/info/67c2d8ddbf5040f99ccfa53265ae3739 is 173, key is testClearRegionBlockCache,5,1730971944662.e89e2c47e97ffe237e6cb70e78536da5./info:regioninfo/1730971945423/Put/seqid=0 2024-11-07T09:32:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:25,946 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/.tmp/info/67c2d8ddbf5040f99ccfa53265ae3739 2024-11-07T09:32:25,966 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/.tmp/ns/2a93967854a9447491372e9703f06d9e is 43, key is default/ns:d/1730971944576/Put/seqid=0 2024-11-07T09:32:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:25,971 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/.tmp/ns/2a93967854a9447491372e9703f06d9e 2024-11-07T09:32:25,990 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/.tmp/table/a816e2930ac340b8b82fdcc41ef2d73d is 61, key is testClearRegionBlockCache/table:state/1730971945432/Put/seqid=0 2024-11-07T09:32:25,991 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:25,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:25,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:25,996 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/.tmp/table/a816e2930ac340b8b82fdcc41ef2d73d 2024-11-07T09:32:26,000 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:32:26,001 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:32:26,002 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/.tmp/info/67c2d8ddbf5040f99ccfa53265ae3739 as hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/info/67c2d8ddbf5040f99ccfa53265ae3739 2024-11-07T09:32:26,002 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:26,007 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/info/67c2d8ddbf5040f99ccfa53265ae3739, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T09:32:26,008 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/.tmp/ns/2a93967854a9447491372e9703f06d9e as hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/ns/2a93967854a9447491372e9703f06d9e 2024-11-07T09:32:26,014 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/ns/2a93967854a9447491372e9703f06d9e, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T09:32:26,014 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/.tmp/table/a816e2930ac340b8b82fdcc41ef2d73d as hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/table/a816e2930ac340b8b82fdcc41ef2d73d 2024-11-07T09:32:26,019 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/table/a816e2930ac340b8b82fdcc41ef2d73d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T09:32:26,020 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=13, compaction requested=false 2024-11-07T09:32:26,024 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T09:32:26,025 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:32:26,025 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:26,025 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971945920Running coprocessor pre-close hooks at 1730971945920Disabling compacts and flushes for region at 1730971945920Disabling writes for close at 1730971945920Obtaining lock to block concurrent updates at 1730971945920Preparing flush snapshotting stores in 1588230740 at 1730971945920Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730971945920Flushing stores of hbase:meta,,1.1588230740 at 1730971945921 (+1 ms)Flushing 1588230740/info: creating writer at 1730971945921Flushing 1588230740/info: appending metadata at 1730971945940 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730971945940Flushing 1588230740/ns: creating writer at 1730971945951 (+11 ms)Flushing 1588230740/ns: appending metadata at 1730971945965 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730971945965Flushing 1588230740/table: creating writer at 1730971945976 (+11 ms)Flushing 1588230740/table: appending metadata at 1730971945989 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730971945989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93ce0d5: reopening flushed file at 1730971946001 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db501ce: reopening flushed file at 1730971946007 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c744c0: reopening flushed file at 1730971946014 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=13, compaction requested=false at 1730971946020 (+6 ms)Writing region close event to WAL at 1730971946022 (+2 ms)Running coprocessor post-close hooks at 1730971946025 (+3 ms)Closed at 1730971946025 2024-11-07T09:32:26,026 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:26,052 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:32:26,052 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:32:26,119 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,41351,1730971943666; all regions closed. 2024-11-07T09:32:26,120 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,41045,1730971943724; all regions closed. 2024-11-07T09:32:26,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:26,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741833_1009 (size=1867) 2024-11-07T09:32:26,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741833_1009 (size=1867) 2024-11-07T09:32:26,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:26,125 DEBUG [RS:0;9f1eb259a29b:41351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/oldWALs 2024-11-07T09:32:26,125 INFO [RS:0;9f1eb259a29b:41351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41351%2C1730971943666:(num 1730971944131) 2024-11-07T09:32:26,125 DEBUG [RS:0;9f1eb259a29b:41351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:26,125 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:26,125 DEBUG [RS:1;9f1eb259a29b:41045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/oldWALs 2024-11-07T09:32:26,125 INFO [RS:1;9f1eb259a29b:41045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41045%2C1730971943724.meta:.meta(num 1730971944520) 2024-11-07T09:32:26,125 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:26,125 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:26,125 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:26,125 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:26,125 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:26,125 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:26,125 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:26,125 INFO [RS:0;9f1eb259a29b:41351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41351 2024-11-07T09:32:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741834_1010 (size=1758) 2024-11-07T09:32:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741834_1010 (size=1758) 2024-11-07T09:32:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,41351,1730971943666 2024-11-07T09:32:26,128 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:26,130 DEBUG [RS:1;9f1eb259a29b:41045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/oldWALs 2024-11-07T09:32:26,130 INFO [RS:1;9f1eb259a29b:41045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41045%2C1730971943724:(num 1730971944132) 2024-11-07T09:32:26,130 DEBUG [RS:1;9f1eb259a29b:41045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:26,130 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:26,130 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:26,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,41351,1730971943666] 2024-11-07T09:32:26,130 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:26,130 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:26,130 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:26,130 INFO [RS:1;9f1eb259a29b:41045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41045 2024-11-07T09:32:26,131 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,41351,1730971943666 already deleted, retry=false 2024-11-07T09:32:26,132 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,41351,1730971943666 expired; onlineServers=1 2024-11-07T09:32:26,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,41045,1730971943724 2024-11-07T09:32:26,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:26,132 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:26,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,41045,1730971943724] 2024-11-07T09:32:26,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,41045,1730971943724 already deleted, retry=false 2024-11-07T09:32:26,137 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,41045,1730971943724 expired; onlineServers=0 2024-11-07T09:32:26,137 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,41957,1730971943620' ***** 2024-11-07T09:32:26,137 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:32:26,137 INFO [M:0;9f1eb259a29b:41957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:26,137 INFO [M:0;9f1eb259a29b:41957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:26,137 DEBUG [M:0;9f1eb259a29b:41957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:32:26,137 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:32:26,137 DEBUG [M:0;9f1eb259a29b:41957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:32:26,137 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971943908 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971943908,5,FailOnTimeoutGroup] 2024-11-07T09:32:26,137 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971943908 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971943908,5,FailOnTimeoutGroup] 2024-11-07T09:32:26,137 INFO [M:0;9f1eb259a29b:41957 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:26,137 INFO [M:0;9f1eb259a29b:41957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:26,137 DEBUG [M:0;9f1eb259a29b:41957 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:32:26,137 INFO [M:0;9f1eb259a29b:41957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:32:26,137 INFO [M:0;9f1eb259a29b:41957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:26,138 INFO [M:0;9f1eb259a29b:41957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:32:26,138 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:32:26,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:26,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:26,139 DEBUG [M:0;9f1eb259a29b:41957 {}] zookeeper.ZKUtil(347): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T09:32:26,139 WARN [M:0;9f1eb259a29b:41957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:32:26,139 INFO [M:0;9f1eb259a29b:41957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/.lastflushedseqids 2024-11-07T09:32:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741844_1020 (size=191) 2024-11-07T09:32:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741844_1020 (size=191) 2024-11-07T09:32:26,145 INFO [M:0;9f1eb259a29b:41957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:32:26,145 INFO [M:0;9f1eb259a29b:41957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:32:26,145 DEBUG [M:0;9f1eb259a29b:41957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:26,145 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:26,145 DEBUG [M:0;9f1eb259a29b:41957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:26,145 DEBUG [M:0;9f1eb259a29b:41957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:26,145 DEBUG [M:0;9f1eb259a29b:41957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:26,146 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-07T09:32:26,161 DEBUG [M:0;9f1eb259a29b:41957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eccd6ac92b8843da94ab6ecbbb377531 is 82, key is hbase:meta,,1/info:regioninfo/1730971944562/Put/seqid=0 2024-11-07T09:32:26,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:26,166 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eccd6ac92b8843da94ab6ecbbb377531 2024-11-07T09:32:26,186 DEBUG [M:0;9f1eb259a29b:41957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9a8175972d04f0a9d06bc233a56d388 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971945436/Put/seqid=0 2024-11-07T09:32:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741846_1022 (size=6220) 2024-11-07T09:32:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741846_1022 (size=6220) 2024-11-07T09:32:26,192 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9a8175972d04f0a9d06bc233a56d388 2024-11-07T09:32:26,211 DEBUG [M:0;9f1eb259a29b:41957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8799369948f342f490e73ca06fee2730 is 69, key is 9f1eb259a29b,41045,1730971943724/rs:state/1730971943977/Put/seqid=0 2024-11-07T09:32:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:26,216 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8799369948f342f490e73ca06fee2730 2024-11-07T09:32:26,222 DEBUG [M:0;9f1eb259a29b:41957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eccd6ac92b8843da94ab6ecbbb377531 as hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eccd6ac92b8843da94ab6ecbbb377531 2024-11-07T09:32:26,227 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eccd6ac92b8843da94ab6ecbbb377531, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T09:32:26,228 DEBUG [M:0;9f1eb259a29b:41957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9a8175972d04f0a9d06bc233a56d388 as hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9a8175972d04f0a9d06bc233a56d388 2024-11-07T09:32:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:26,230 INFO [RS:0;9f1eb259a29b:41351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x100f1c5ad450001, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:26,230 INFO [RS:0;9f1eb259a29b:41351 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,41351,1730971943666; zookeeper connection closed. 2024-11-07T09:32:26,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31680c1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31680c1a 2024-11-07T09:32:26,234 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9a8175972d04f0a9d06bc233a56d388, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T09:32:26,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:26,234 INFO [RS:1;9f1eb259a29b:41045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:26,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41045-0x100f1c5ad450002, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:26,234 INFO [RS:1;9f1eb259a29b:41045 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,41045,1730971943724; zookeeper connection closed. 2024-11-07T09:32:26,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@af1a54d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@af1a54d 2024-11-07T09:32:26,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T09:32:26,235 DEBUG [M:0;9f1eb259a29b:41957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8799369948f342f490e73ca06fee2730 as hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8799369948f342f490e73ca06fee2730 2024-11-07T09:32:26,240 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f963ecc9-828c-849c-4a7a-90602058eb97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8799369948f342f490e73ca06fee2730, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T09:32:26,241 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-07T09:32:26,243 INFO [M:0;9f1eb259a29b:41957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:26,243 DEBUG [M:0;9f1eb259a29b:41957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971946145Disabling compacts and flushes for region at 1730971946145Disabling writes for close at 1730971946145Obtaining lock to block concurrent updates at 1730971946146 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971946146Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1730971946146Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971946146Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971946147 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971946160 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971946161 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971946171 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971946186 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971946186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971946196 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971946210 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971946210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1af75a: reopening flushed file at 1730971946221 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d951c29: reopening flushed file at 1730971946228 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ea9718: reopening flushed file at 1730971946234 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1730971946241 (+7 ms)Writing region close event to WAL at 1730971946242 (+1 ms)Closed at 1730971946242 2024-11-07T09:32:26,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741830_1006 (size=35452) 2024-11-07T09:32:26,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741830_1006 (size=35452) 2024-11-07T09:32:26,246 INFO [M:0;9f1eb259a29b:41957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:32:26,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:26,246 INFO [M:0;9f1eb259a29b:41957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41957 2024-11-07T09:32:26,246 INFO [M:0;9f1eb259a29b:41957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:26,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:26,348 INFO [M:0;9f1eb259a29b:41957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:26,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x100f1c5ad450000, quorum=127.0.0.1:50309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:26,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c05d866{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:26,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dbbfba6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:26,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:26,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55e34df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:26,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@234477a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:26,353 WARN [BP-465143906-172.17.0.2-1730971942825 heartbeating to localhost/127.0.0.1:43401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:26,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:26,353 WARN [BP-465143906-172.17.0.2-1730971942825 heartbeating to localhost/127.0.0.1:43401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-465143906-172.17.0.2-1730971942825 (Datanode Uuid 6a72f909-ad16-489e-b1cc-c335d07404ea) service to localhost/127.0.0.1:43401 2024-11-07T09:32:26,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:26,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/data/data3/current/BP-465143906-172.17.0.2-1730971942825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:26,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/data/data4/current/BP-465143906-172.17.0.2-1730971942825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:26,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:26,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a76642a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:26,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4189670e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:26,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:26,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4890d806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:26,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c55ae6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:26,363 WARN [BP-465143906-172.17.0.2-1730971942825 heartbeating to localhost/127.0.0.1:43401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:26,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:26,363 WARN [BP-465143906-172.17.0.2-1730971942825 heartbeating to localhost/127.0.0.1:43401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-465143906-172.17.0.2-1730971942825 (Datanode Uuid 4e1cf57c-2adb-46ac-9cf1-fe4ee4ae5736) service to localhost/127.0.0.1:43401 2024-11-07T09:32:26,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:26,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/data/data1/current/BP-465143906-172.17.0.2-1730971942825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:26,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/cluster_93d1d0a6-21ce-a7e4-548a-1123d11c719d/data/data2/current/BP-465143906-172.17.0.2-1730971942825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:26,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:26,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2773534f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:26,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72de4dc7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:26,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:26,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362c8e22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:26,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f3a9257{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:26,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:32:26,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:32:26,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=160 (was 141) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43401 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43401 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 477) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=72 (was 72), ProcessCount=11 (was 11), AvailableMemoryMB=5311 (was 5394) 2024-11-07T09:32:26,406 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=72, ProcessCount=11, AvailableMemoryMB=5311 2024-11-07T09:32:26,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.log.dir so I do NOT create it in target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441 2024-11-07T09:32:26,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:32:26,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.tmp.dir so I do NOT create it in target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441 2024-11-07T09:32:26,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d799c1de-2eb9-2d59-69e1-48ea907782be/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:32:26,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441 2024-11-07T09:32:26,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:32:26,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae, deleteOnExit=true 2024-11-07T09:32:26,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:32:26,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/test.cache.data in system properties and HBase conf 2024-11-07T09:32:26,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:32:26,420 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:26,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:32:26,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:32:26,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:32:26,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:26,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:32:26,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:32:26,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:26,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:26,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:26,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:26,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:32:26,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:26,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@431a8230{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:26,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73321293{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:26,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fc6d16f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/java.io.tmpdir/jetty-localhost-43281-hadoop-hdfs-3_4_1-tests_jar-_-any-17224763060178835852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:26,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790d83ef{HTTP/1.1, (http/1.1)}{localhost:43281} 2024-11-07T09:32:26,621 INFO [Time-limited test {}] server.Server(415): Started @20133ms 2024-11-07T09:32:26,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:26,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:26,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:26,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:26,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:32:26,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@460c33aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:26,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78bf52bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:26,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26e10ea0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/java.io.tmpdir/jetty-localhost-40875-hadoop-hdfs-3_4_1-tests_jar-_-any-14229409819682131656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:26,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30c6b61b{HTTP/1.1, (http/1.1)}{localhost:40875} 2024-11-07T09:32:26,815 INFO [Time-limited test {}] server.Server(415): Started @20326ms 2024-11-07T09:32:26,816 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:26,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:26,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:26,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:26,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:26,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:26,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17dcad8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:26,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15f4e8b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:26,935 WARN [Thread-1149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/data/data1/current/BP-374470341-172.17.0.2-1730971946438/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:26,935 WARN [Thread-1150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/data/data2/current/BP-374470341-172.17.0.2-1730971946438/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:26,958 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:26,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa34bbe1a3d9fea2c with lease ID 0x9d40e6e3c8c15596: Processing first storage report for DS-310f6d6b-353f-430f-bedf-08ac6185ee47 from datanode DatanodeRegistration(127.0.0.1:46487, datanodeUuid=e4c2f938-b3f8-4f7b-ad49-96c1c3d0bec8, infoPort=36923, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=71352102;c=1730971946438) 2024-11-07T09:32:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa34bbe1a3d9fea2c with lease ID 0x9d40e6e3c8c15596: from storage DS-310f6d6b-353f-430f-bedf-08ac6185ee47 node DatanodeRegistration(127.0.0.1:46487, datanodeUuid=e4c2f938-b3f8-4f7b-ad49-96c1c3d0bec8, infoPort=36923, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=71352102;c=1730971946438), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T09:32:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa34bbe1a3d9fea2c with lease ID 0x9d40e6e3c8c15596: Processing first storage report for DS-bfb232c8-96c6-4efa-b9bc-fbdecfeca95d from datanode DatanodeRegistration(127.0.0.1:46487, datanodeUuid=e4c2f938-b3f8-4f7b-ad49-96c1c3d0bec8, infoPort=36923, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=71352102;c=1730971946438) 2024-11-07T09:32:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa34bbe1a3d9fea2c with lease ID 0x9d40e6e3c8c15596: from storage DS-bfb232c8-96c6-4efa-b9bc-fbdecfeca95d node DatanodeRegistration(127.0.0.1:46487, datanodeUuid=e4c2f938-b3f8-4f7b-ad49-96c1c3d0bec8, infoPort=36923, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=71352102;c=1730971946438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:26,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66597b48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/java.io.tmpdir/jetty-localhost-40537-hadoop-hdfs-3_4_1-tests_jar-_-any-13042826296898406260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:26,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ffaab9a{HTTP/1.1, (http/1.1)}{localhost:40537} 2024-11-07T09:32:26,981 INFO [Time-limited test {}] server.Server(415): Started @20492ms 2024-11-07T09:32:26,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:27,100 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/data/data3/current/BP-374470341-172.17.0.2-1730971946438/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:27,100 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/data/data4/current/BP-374470341-172.17.0.2-1730971946438/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:27,117 WARN [Thread-1164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:27,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9b370542aa4cfb3 with lease ID 0x9d40e6e3c8c15597: Processing first storage report for DS-2471317e-81de-429a-bad0-9fa2e28900f2 from datanode DatanodeRegistration(127.0.0.1:35943, datanodeUuid=b34e46d8-f42f-4d08-bea2-902c05827171, infoPort=38673, infoSecurePort=0, ipcPort=42959, storageInfo=lv=-57;cid=testClusterID;nsid=71352102;c=1730971946438) 2024-11-07T09:32:27,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9b370542aa4cfb3 with lease ID 0x9d40e6e3c8c15597: from storage DS-2471317e-81de-429a-bad0-9fa2e28900f2 node DatanodeRegistration(127.0.0.1:35943, datanodeUuid=b34e46d8-f42f-4d08-bea2-902c05827171, infoPort=38673, infoSecurePort=0, ipcPort=42959, storageInfo=lv=-57;cid=testClusterID;nsid=71352102;c=1730971946438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:27,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9b370542aa4cfb3 with lease ID 0x9d40e6e3c8c15597: Processing first storage report for DS-52d4a9c0-2555-4cc3-aa49-8653adf91a06 from datanode DatanodeRegistration(127.0.0.1:35943, datanodeUuid=b34e46d8-f42f-4d08-bea2-902c05827171, infoPort=38673, infoSecurePort=0, ipcPort=42959, storageInfo=lv=-57;cid=testClusterID;nsid=71352102;c=1730971946438) 2024-11-07T09:32:27,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9b370542aa4cfb3 with lease ID 0x9d40e6e3c8c15597: from storage DS-52d4a9c0-2555-4cc3-aa49-8653adf91a06 node DatanodeRegistration(127.0.0.1:35943, datanodeUuid=b34e46d8-f42f-4d08-bea2-902c05827171, infoPort=38673, infoSecurePort=0, ipcPort=42959, storageInfo=lv=-57;cid=testClusterID;nsid=71352102;c=1730971946438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:27,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441 2024-11-07T09:32:27,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/zookeeper_0, clientPort=53803, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:32:27,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53803 2024-11-07T09:32:27,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:27,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:27,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:27,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:27,222 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e with version=8 2024-11-07T09:32:27,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/hbase-staging 2024-11-07T09:32:27,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:27,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:27,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:27,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:27,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:27,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:27,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:32:27,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:27,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35413 2024-11-07T09:32:27,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35413 connecting to ZooKeeper ensemble=127.0.0.1:53803 2024-11-07T09:32:27,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354130x0, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:27,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35413-0x100f1c5bb580000 connected 2024-11-07T09:32:27,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:27,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:27,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:27,253 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e, hbase.cluster.distributed=false 2024-11-07T09:32:27,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:27,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35413 2024-11-07T09:32:27,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35413 2024-11-07T09:32:27,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35413 2024-11-07T09:32:27,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35413 2024-11-07T09:32:27,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35413 2024-11-07T09:32:27,270 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:27,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:27,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:27,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:27,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:27,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:27,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:27,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:27,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45773 2024-11-07T09:32:27,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45773 connecting to ZooKeeper ensemble=127.0.0.1:53803 2024-11-07T09:32:27,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:27,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:27,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457730x0, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:27,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457730x0, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:27,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45773-0x100f1c5bb580001 connected 2024-11-07T09:32:27,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:27,279 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T09:32:27,285 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T09:32:27,286 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T09:32:27,287 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T09:32:27,288 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:27,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:27,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:27,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45773 2024-11-07T09:32:27,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45773 2024-11-07T09:32:27,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45773 2024-11-07T09:32:27,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45773 2024-11-07T09:32:27,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45773 2024-11-07T09:32:27,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:27,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:27,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:27,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:27,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:27,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:27,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:27,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:27,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40701 2024-11-07T09:32:27,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40701 connecting to ZooKeeper ensemble=127.0.0.1:53803 2024-11-07T09:32:27,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:27,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407010x0, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:27,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407010x0, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:27,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40701-0x100f1c5bb580002 connected 2024-11-07T09:32:27,313 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:27,314 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T09:32:27,321 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T09:32:27,321 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T09:32:27,322 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T09:32:27,322 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:27,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:27,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:27,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40701 2024-11-07T09:32:27,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40701 2024-11-07T09:32:27,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40701 2024-11-07T09:32:27,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40701 2024-11-07T09:32:27,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40701 2024-11-07T09:32:27,336 DEBUG [M:0;9f1eb259a29b:35413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:35413 2024-11-07T09:32:27,337 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:27,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:27,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:27,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:27,339 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:27,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:27,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:27,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,341 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T09:32:27,342 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9f1eb259a29b,35413,1730971947224 from backup master directory 2024-11-07T09:32:27,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:27,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:27,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:27,343 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:27,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:27,343 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:27,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/hbase.id] with ID: 0e89e251-a206-4265-bb04-053d227e9fe0 2024-11-07T09:32:27,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/.tmp/hbase.id 2024-11-07T09:32:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:27,354 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/.tmp/hbase.id]:[hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/hbase.id] 2024-11-07T09:32:27,364 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:27,364 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:32:27,366 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T09:32:27,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:27,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:27,374 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:27,375 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:32:27,375 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:27,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:27,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:27,383 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store 2024-11-07T09:32:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:27,389 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:27,389 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:27,389 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:27,389 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:27,389 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:27,389 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:27,389 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:27,389 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971947389Disabling compacts and flushes for region at 1730971947389Disabling writes for close at 1730971947389Writing region close event to WAL at 1730971947389Closed at 1730971947389 2024-11-07T09:32:27,390 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/.initializing 2024-11-07T09:32:27,390 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/WALs/9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:27,391 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:27,393 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C35413%2C1730971947224, suffix=, logDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/WALs/9f1eb259a29b,35413,1730971947224, archiveDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/oldWALs, maxLogs=10 2024-11-07T09:32:27,413 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/WALs/9f1eb259a29b,35413,1730971947224/9f1eb259a29b%2C35413%2C1730971947224.1730971947393, exclude list is [], retry=0 2024-11-07T09:32:27,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-2471317e-81de-429a-bad0-9fa2e28900f2,DISK] 2024-11-07T09:32:27,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-310f6d6b-353f-430f-bedf-08ac6185ee47,DISK] 2024-11-07T09:32:27,419 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/WALs/9f1eb259a29b,35413,1730971947224/9f1eb259a29b%2C35413%2C1730971947224.1730971947393 2024-11-07T09:32:27,419 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673),(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-07T09:32:27,419 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:27,419 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:27,420 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,420 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:32:27,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:27,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:27,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:32:27,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:27,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:27,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:32:27,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:27,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:27,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:32:27,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:27,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:27,428 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,429 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,429 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,430 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,430 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,431 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:27,432 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:27,434 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:27,434 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64040939, jitterRate=-0.04571564495563507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:27,435 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971947420Initializing all the Stores at 1730971947421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971947421Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971947421Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971947421Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971947421Cleaning up temporary data from old regions at 1730971947430 (+9 ms)Region opened successfully at 1730971947435 (+5 ms) 2024-11-07T09:32:27,435 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:32:27,439 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b08f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:27,440 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:32:27,440 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:32:27,440 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:32:27,440 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:32:27,441 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:32:27,441 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:32:27,441 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:32:27,444 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:32:27,444 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T09:32:27,446 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T09:32:27,447 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:32:27,447 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:32:27,449 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T09:32:27,449 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:32:27,450 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:32:27,451 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T09:32:27,452 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:32:27,453 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T09:32:27,455 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:32:27,457 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T09:32:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,460 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,35413,1730971947224, sessionid=0x100f1c5bb580000, setting cluster-up flag (Was=false) 2024-11-07T09:32:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,474 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T09:32:27,474 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:27,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,483 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T09:32:27,484 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:27,485 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:32:27,487 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:27,487 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:32:27,488 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:32:27,488 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,35413,1730971947224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:32:27,489 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:27,489 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:27,489 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:27,489 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:27,489 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:32:27,489 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,489 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:27,489 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,491 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971977490 2024-11-07T09:32:27,491 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:32:27,491 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:32:27,491 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:32:27,491 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:32:27,491 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:32:27,491 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:32:27,491 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:27,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:32:27,492 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:32:27,492 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:32:27,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:27,492 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:32:27,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:32:27,493 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:32:27,493 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:32:27,493 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971947493,5,FailOnTimeoutGroup] 2024-11-07T09:32:27,493 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971947493,5,FailOnTimeoutGroup] 2024-11-07T09:32:27,493 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,493 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:32:27,494 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,494 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:27,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:27,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:32:27,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e 2024-11-07T09:32:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:27,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:27,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:27,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:27,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:27,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:27,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:27,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:27,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:27,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:27,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:27,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:27,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:27,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:27,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:27,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:27,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:27,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:27,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:27,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740 2024-11-07T09:32:27,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740 2024-11-07T09:32:27,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:27,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:27,517 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:27,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:27,520 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:27,520 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72266731, jitterRate=0.07685820758342743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:27,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971947507Initializing all the Stores at 1730971947508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971947508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971947508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971947508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971947508Cleaning up temporary data from old regions at 1730971947517 (+9 ms)Region opened successfully at 1730971947521 (+4 ms) 2024-11-07T09:32:27,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:27,521 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:27,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:27,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:27,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:27,522 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:27,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971947521Disabling compacts and flushes for region at 1730971947521Disabling writes for close at 1730971947521Writing region close event to WAL at 1730971947522 (+1 ms)Closed at 1730971947522 2024-11-07T09:32:27,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:27,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:32:27,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:32:27,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:27,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:32:27,526 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(746): ClusterId : 0e89e251-a206-4265-bb04-053d227e9fe0 2024-11-07T09:32:27,526 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(746): ClusterId : 0e89e251-a206-4265-bb04-053d227e9fe0 2024-11-07T09:32:27,526 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:27,526 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:27,530 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:27,530 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:27,530 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:27,530 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:27,532 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:27,532 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:27,532 DEBUG [RS:1;9f1eb259a29b:40701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdfee52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:27,532 DEBUG [RS:0;9f1eb259a29b:45773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d0220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:27,544 DEBUG [RS:1;9f1eb259a29b:40701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9f1eb259a29b:40701 2024-11-07T09:32:27,544 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:27,544 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:27,544 DEBUG [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:27,544 DEBUG [RS:0;9f1eb259a29b:45773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:45773 2024-11-07T09:32:27,544 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:27,544 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:27,544 DEBUG [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:27,545 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,35413,1730971947224 with port=45773, startcode=1730971947270 2024-11-07T09:32:27,545 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,35413,1730971947224 with port=40701, startcode=1730971947305 2024-11-07T09:32:27,545 DEBUG [RS:1;9f1eb259a29b:40701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:27,545 DEBUG [RS:0;9f1eb259a29b:45773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:27,546 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:27,547 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:27,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:27,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35413 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:27,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:27,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35413 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:27,548 DEBUG [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e 2024-11-07T09:32:27,548 DEBUG [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44859 2024-11-07T09:32:27,548 DEBUG [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:27,550 DEBUG [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e 2024-11-07T09:32:27,550 DEBUG [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44859 2024-11-07T09:32:27,550 DEBUG [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:27,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:27,555 DEBUG [RS:1;9f1eb259a29b:40701 {}] zookeeper.ZKUtil(111): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:27,555 WARN [RS:1;9f1eb259a29b:40701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:27,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,40701,1730971947305] 2024-11-07T09:32:27,555 INFO [RS:1;9f1eb259a29b:40701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:27,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,45773,1730971947270] 2024-11-07T09:32:27,556 DEBUG [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:27,556 DEBUG [RS:0;9f1eb259a29b:45773 {}] zookeeper.ZKUtil(111): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:27,556 WARN [RS:0;9f1eb259a29b:45773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:27,556 INFO [RS:0;9f1eb259a29b:45773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:27,556 DEBUG [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:27,559 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:27,559 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:27,561 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:27,562 INFO [RS:1;9f1eb259a29b:40701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:27,562 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:27,562 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,562 INFO [RS:0;9f1eb259a29b:45773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:27,562 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:27,562 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,563 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:27,563 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:27,563 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,563 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,563 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,563 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,563 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,563 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,563 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:27,563 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:27,563 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,563 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,564 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:27,564 DEBUG [RS:1;9f1eb259a29b:40701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:27,564 DEBUG [RS:0;9f1eb259a29b:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:27,565 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,565 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,565 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,565 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,565 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,565 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40701,1730971947305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:27,571 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,571 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,571 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,571 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,571 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,571 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45773,1730971947270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:27,585 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:27,585 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:27,585 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40701,1730971947305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,585 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45773,1730971947270-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,585 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,585 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,586 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.Replication(171): 9f1eb259a29b,45773,1730971947270 started 2024-11-07T09:32:27,586 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.Replication(171): 9f1eb259a29b,40701,1730971947305 started 2024-11-07T09:32:27,600 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,600 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:27,600 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,45773,1730971947270, RpcServer on 9f1eb259a29b/172.17.0.2:45773, sessionid=0x100f1c5bb580001 2024-11-07T09:32:27,600 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,40701,1730971947305, RpcServer on 9f1eb259a29b/172.17.0.2:40701, sessionid=0x100f1c5bb580002 2024-11-07T09:32:27,600 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:27,600 DEBUG [RS:0;9f1eb259a29b:45773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:27,600 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:27,600 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,45773,1730971947270' 2024-11-07T09:32:27,600 DEBUG [RS:1;9f1eb259a29b:40701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:27,600 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:27,600 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,40701,1730971947305' 2024-11-07T09:32:27,600 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:27,601 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:27,601 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:27,601 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:27,601 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:27,601 DEBUG [RS:1;9f1eb259a29b:40701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:27,601 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:27,601 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,40701,1730971947305' 2024-11-07T09:32:27,601 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:27,601 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:27,601 DEBUG [RS:0;9f1eb259a29b:45773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:27,601 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,45773,1730971947270' 2024-11-07T09:32:27,601 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:27,601 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:27,601 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:27,602 DEBUG [RS:1;9f1eb259a29b:40701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:27,602 INFO [RS:1;9f1eb259a29b:40701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:27,602 INFO [RS:1;9f1eb259a29b:40701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:27,602 DEBUG [RS:0;9f1eb259a29b:45773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:27,602 INFO [RS:0;9f1eb259a29b:45773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:27,602 INFO [RS:0;9f1eb259a29b:45773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:27,675 WARN [9f1eb259a29b:35413 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T09:32:27,702 INFO [RS:1;9f1eb259a29b:40701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:27,702 INFO [RS:0;9f1eb259a29b:45773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:27,704 INFO [RS:0;9f1eb259a29b:45773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C45773%2C1730971947270, suffix=, logDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,45773,1730971947270, archiveDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/oldWALs, maxLogs=32 2024-11-07T09:32:27,704 INFO [RS:1;9f1eb259a29b:40701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C40701%2C1730971947305, suffix=, logDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,40701,1730971947305, archiveDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/oldWALs, maxLogs=32 2024-11-07T09:32:27,717 DEBUG [RS:0;9f1eb259a29b:45773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,45773,1730971947270/9f1eb259a29b%2C45773%2C1730971947270.1730971947704, exclude list is [], retry=0 2024-11-07T09:32:27,718 DEBUG [RS:1;9f1eb259a29b:40701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,40701,1730971947305/9f1eb259a29b%2C40701%2C1730971947305.1730971947704, exclude list is [], retry=0 2024-11-07T09:32:27,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-2471317e-81de-429a-bad0-9fa2e28900f2,DISK] 2024-11-07T09:32:27,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-310f6d6b-353f-430f-bedf-08ac6185ee47,DISK] 2024-11-07T09:32:27,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-310f6d6b-353f-430f-bedf-08ac6185ee47,DISK] 2024-11-07T09:32:27,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-2471317e-81de-429a-bad0-9fa2e28900f2,DISK] 2024-11-07T09:32:27,722 INFO [RS:1;9f1eb259a29b:40701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,40701,1730971947305/9f1eb259a29b%2C40701%2C1730971947305.1730971947704 2024-11-07T09:32:27,722 INFO [RS:0;9f1eb259a29b:45773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,45773,1730971947270/9f1eb259a29b%2C45773%2C1730971947270.1730971947704 2024-11-07T09:32:27,722 DEBUG [RS:1;9f1eb259a29b:40701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36923:36923),(127.0.0.1/127.0.0.1:38673:38673)] 2024-11-07T09:32:27,723 DEBUG [RS:0;9f1eb259a29b:45773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673),(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-07T09:32:27,925 DEBUG [9f1eb259a29b:35413 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T09:32:27,926 DEBUG [9f1eb259a29b:35413 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:27,928 DEBUG [9f1eb259a29b:35413 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:27,928 DEBUG [9f1eb259a29b:35413 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:27,928 DEBUG [9f1eb259a29b:35413 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:27,928 DEBUG [9f1eb259a29b:35413 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:27,928 INFO [9f1eb259a29b:35413 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:27,928 INFO [9f1eb259a29b:35413 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:27,928 DEBUG [9f1eb259a29b:35413 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:27,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:27,930 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,45773,1730971947270, state=OPENING 2024-11-07T09:32:27,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:32:27,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:27,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:27,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:27,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:27,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:27,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,45773,1730971947270}] 2024-11-07T09:32:28,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:28,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:28,092 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:32:28,092 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:28,092 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:32:28,094 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C45773%2C1730971947270.meta, suffix=.meta, logDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,45773,1730971947270, archiveDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/oldWALs, maxLogs=32 2024-11-07T09:32:28,107 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,45773,1730971947270/9f1eb259a29b%2C45773%2C1730971947270.meta.1730971948094.meta, exclude list is [], retry=0 2024-11-07T09:32:28,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-2471317e-81de-429a-bad0-9fa2e28900f2,DISK] 2024-11-07T09:32:28,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-310f6d6b-353f-430f-bedf-08ac6185ee47,DISK] 2024-11-07T09:32:28,110 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/WALs/9f1eb259a29b,45773,1730971947270/9f1eb259a29b%2C45773%2C1730971947270.meta.1730971948094.meta 2024-11-07T09:32:28,111 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673),(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-07T09:32:28,111 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:28,111 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:32:28,111 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:32:28,111 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:32:28,111 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:32:28,111 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:28,111 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:32:28,112 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:32:28,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:28,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:28,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:28,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:28,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:28,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:28,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:28,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:28,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:28,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:28,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:28,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:28,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:28,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:28,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:28,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:28,118 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:28,119 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740 2024-11-07T09:32:28,120 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740 2024-11-07T09:32:28,121 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:28,121 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:28,122 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:28,123 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:28,124 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73769782, jitterRate=0.09925541281700134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:28,124 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:32:28,124 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971948112Writing region info on filesystem at 1730971948112Initializing all the Stores at 1730971948112Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971948112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971948113 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971948113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971948113Cleaning up temporary data from old regions at 1730971948121 (+8 ms)Running coprocessor post-open hooks at 1730971948124 (+3 ms)Region opened successfully at 1730971948124 2024-11-07T09:32:28,125 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971948086 2024-11-07T09:32:28,128 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:32:28,128 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:32:28,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:28,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,45773,1730971947270, state=OPEN 2024-11-07T09:32:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:28,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:28,131 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:28,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:28,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:28,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:32:28,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,45773,1730971947270 in 197 msec 2024-11-07T09:32:28,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:32:28,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-07T09:32:28,137 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:28,137 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:32:28,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:28,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,45773,1730971947270, seqNum=-1] 2024-11-07T09:32:28,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:28,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:28,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 658 msec 2024-11-07T09:32:28,146 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971948146, completionTime=-1 2024-11-07T09:32:28,146 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T09:32:28,146 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:32:28,148 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T09:32:28,148 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730972008148 2024-11-07T09:32:28,148 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730972068148 2024-11-07T09:32:28,148 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:32:28,148 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T09:32:28,149 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35413,1730971947224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:28,149 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35413,1730971947224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:28,149 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35413,1730971947224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:28,149 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:35413, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:28,149 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:28,149 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:28,151 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:32:28,153 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.810sec 2024-11-07T09:32:28,153 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:32:28,154 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:32:28,154 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:32:28,154 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:32:28,154 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:32:28,154 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35413,1730971947224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:28,154 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35413,1730971947224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:32:28,156 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:32:28,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:32:28,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35413,1730971947224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:28,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115251ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:28,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35413,-1 for getting cluster id 2024-11-07T09:32:28,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:32:28,228 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e89e251-a206-4265-bb04-053d227e9fe0' 2024-11-07T09:32:28,229 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:32:28,229 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e89e251-a206-4265-bb04-053d227e9fe0" 2024-11-07T09:32:28,229 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ddb56c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:28,229 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35413,-1] 2024-11-07T09:32:28,229 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:32:28,229 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:28,230 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:32:28,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4749e004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:28,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:28,232 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,45773,1730971947270, seqNum=-1] 2024-11-07T09:32:28,233 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:28,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:28,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:28,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:32:28,236 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:28,236 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56df8fb1 2024-11-07T09:32:28,237 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:32:28,237 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:32:28,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T09:32:28,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:32:28,241 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:28,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T09:32:28,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:32:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:28,251 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 689f80f20f85641ee5e7a624d4ce0b88, NAME => 'testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e 2024-11-07T09:32:28,252 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9b684afcc91374eb41a6ca51d0408a2b, NAME => 'testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e 2024-11-07T09:32:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:28,259 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:28,259 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9b684afcc91374eb41a6ca51d0408a2b, disabling compactions & flushes 2024-11-07T09:32:28,259 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,259 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,259 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. after waiting 0 ms 2024-11-07T09:32:28,259 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,259 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,259 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9b684afcc91374eb41a6ca51d0408a2b: Waiting for close lock at 1730971948259Disabling compacts and flushes for region at 1730971948259Disabling writes for close at 1730971948259Writing region close event to WAL at 1730971948259Closed at 1730971948259 2024-11-07T09:32:28,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:28,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 689f80f20f85641ee5e7a624d4ce0b88, disabling compactions & flushes 2024-11-07T09:32:28,260 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. after waiting 0 ms 2024-11-07T09:32:28,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,260 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 689f80f20f85641ee5e7a624d4ce0b88: Waiting for close lock at 1730971948260Disabling compacts and flushes for region at 1730971948260Disabling writes for close at 1730971948260Writing region close event to WAL at 1730971948260Closed at 1730971948260 2024-11-07T09:32:28,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:32:28,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971948261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971948261"}]},"ts":"1730971948261"} 2024-11-07T09:32:28,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971948261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971948261"}]},"ts":"1730971948261"} 2024-11-07T09:32:28,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T09:32:28,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:32:28,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971948266"}]},"ts":"1730971948266"} 2024-11-07T09:32:28,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T09:32:28,268 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:28,269 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:28,269 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:28,269 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:28,269 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:28,269 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:28,269 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:28,269 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:28,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=689f80f20f85641ee5e7a624d4ce0b88, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b684afcc91374eb41a6ca51d0408a2b, ASSIGN}] 2024-11-07T09:32:28,271 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b684afcc91374eb41a6ca51d0408a2b, ASSIGN 2024-11-07T09:32:28,271 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=689f80f20f85641ee5e7a624d4ce0b88, ASSIGN 2024-11-07T09:32:28,272 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b684afcc91374eb41a6ca51d0408a2b, ASSIGN; state=OFFLINE, location=9f1eb259a29b,40701,1730971947305; forceNewPlan=false, retain=false 2024-11-07T09:32:28,272 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=689f80f20f85641ee5e7a624d4ce0b88, ASSIGN; state=OFFLINE, location=9f1eb259a29b,45773,1730971947270; forceNewPlan=false, retain=false 2024-11-07T09:32:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:28,422 INFO [9f1eb259a29b:35413 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T09:32:28,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=689f80f20f85641ee5e7a624d4ce0b88, regionState=OPENING, regionLocation=9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:28,422 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b684afcc91374eb41a6ca51d0408a2b, regionState=OPENING, regionLocation=9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:28,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b684afcc91374eb41a6ca51d0408a2b, ASSIGN because future has completed 2024-11-07T09:32:28,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b684afcc91374eb41a6ca51d0408a2b, server=9f1eb259a29b,40701,1730971947305}] 2024-11-07T09:32:28,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=689f80f20f85641ee5e7a624d4ce0b88, ASSIGN because future has completed 2024-11-07T09:32:28,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 689f80f20f85641ee5e7a624d4ce0b88, server=9f1eb259a29b,45773,1730971947270}] 2024-11-07T09:32:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:28,578 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:28,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:28,583 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,583 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,583 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 689f80f20f85641ee5e7a624d4ce0b88, NAME => 'testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T09:32:28,583 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b684afcc91374eb41a6ca51d0408a2b, NAME => 'testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T09:32:28,583 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,584 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:28,584 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,584 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,584 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,584 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:28,584 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,584 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,585 INFO [StoreOpener-689f80f20f85641ee5e7a624d4ce0b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,586 INFO [StoreOpener-9b684afcc91374eb41a6ca51d0408a2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,586 INFO [StoreOpener-689f80f20f85641ee5e7a624d4ce0b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 689f80f20f85641ee5e7a624d4ce0b88 columnFamilyName family 2024-11-07T09:32:28,586 DEBUG [StoreOpener-689f80f20f85641ee5e7a624d4ce0b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:28,587 INFO [StoreOpener-689f80f20f85641ee5e7a624d4ce0b88-1 {}] regionserver.HStore(327): Store=689f80f20f85641ee5e7a624d4ce0b88/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:28,587 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,587 INFO [StoreOpener-9b684afcc91374eb41a6ca51d0408a2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b684afcc91374eb41a6ca51d0408a2b columnFamilyName family 2024-11-07T09:32:28,587 DEBUG [StoreOpener-9b684afcc91374eb41a6ca51d0408a2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:28,587 INFO [StoreOpener-9b684afcc91374eb41a6ca51d0408a2b-1 {}] regionserver.HStore(327): Store=9b684afcc91374eb41a6ca51d0408a2b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:28,587 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,587 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,588 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,588 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,588 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,588 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,588 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,589 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,589 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,590 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,590 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,592 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/689f80f20f85641ee5e7a624d4ce0b88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:28,592 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 689f80f20f85641ee5e7a624d4ce0b88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73745977, jitterRate=0.0989006906747818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:28,592 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,592 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/9b684afcc91374eb41a6ca51d0408a2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:28,593 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9b684afcc91374eb41a6ca51d0408a2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73835735, jitterRate=0.10023818910121918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:28,593 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,593 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 689f80f20f85641ee5e7a624d4ce0b88: Running coprocessor pre-open hook at 1730971948584Writing region info on filesystem at 1730971948584Initializing all the Stores at 1730971948584Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971948585 (+1 ms)Cleaning up temporary data from old regions at 1730971948588 (+3 ms)Running coprocessor post-open hooks at 1730971948592 (+4 ms)Region opened successfully at 1730971948593 (+1 ms) 2024-11-07T09:32:28,593 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9b684afcc91374eb41a6ca51d0408a2b: Running coprocessor pre-open hook at 1730971948584Writing region info on filesystem at 1730971948584Initializing all the Stores at 1730971948585 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971948585Cleaning up temporary data from old regions at 1730971948589 (+4 ms)Running coprocessor post-open hooks at 1730971948593 (+4 ms)Region opened successfully at 1730971948593 2024-11-07T09:32:28,594 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88., pid=8, masterSystemTime=1730971948579 2024-11-07T09:32:28,594 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b., pid=7, masterSystemTime=1730971948578 2024-11-07T09:32:28,596 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,596 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=689f80f20f85641ee5e7a624d4ce0b88, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:28,597 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,598 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b684afcc91374eb41a6ca51d0408a2b, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:28,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 689f80f20f85641ee5e7a624d4ce0b88, server=9f1eb259a29b,45773,1730971947270 because future has completed 2024-11-07T09:32:28,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b684afcc91374eb41a6ca51d0408a2b, server=9f1eb259a29b,40701,1730971947305 because future has completed 2024-11-07T09:32:28,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T09:32:28,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 689f80f20f85641ee5e7a624d4ce0b88, server=9f1eb259a29b,45773,1730971947270 in 174 msec 2024-11-07T09:32:28,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T09:32:28,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b684afcc91374eb41a6ca51d0408a2b, server=9f1eb259a29b,40701,1730971947305 in 177 msec 2024-11-07T09:32:28,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=689f80f20f85641ee5e7a624d4ce0b88, ASSIGN in 334 msec 2024-11-07T09:32:28,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T09:32:28,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b684afcc91374eb41a6ca51d0408a2b, ASSIGN in 335 msec 2024-11-07T09:32:28,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:32:28,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971948607"}]},"ts":"1730971948607"} 2024-11-07T09:32:28,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T09:32:28,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:32:28,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 372 msec 2024-11-07T09:32:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:28,871 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T09:32:28,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T09:32:28,872 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:28,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T09:32:28,875 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:28,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T09:32:28,877 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88., hostname=9f1eb259a29b,45773,1730971947270, seqNum=2] 2024-11-07T09:32:28,887 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b., hostname=9f1eb259a29b,40701,1730971947305, seqNum=2] 2024-11-07T09:32:28,887 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:28,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:28,896 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 689f80f20f85641ee5e7a624d4ce0b88 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T09:32:28,916 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/689f80f20f85641ee5e7a624d4ce0b88/.tmp/family/d2ee55af452d4cb99f09b3f787464781 is 32, key is 1/family:/1730971948878/Put/seqid=0 2024-11-07T09:32:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741839_1015 (size=5054) 2024-11-07T09:32:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741839_1015 (size=5054) 2024-11-07T09:32:28,921 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/689f80f20f85641ee5e7a624d4ce0b88/.tmp/family/d2ee55af452d4cb99f09b3f787464781 2024-11-07T09:32:28,927 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/689f80f20f85641ee5e7a624d4ce0b88/.tmp/family/d2ee55af452d4cb99f09b3f787464781 as hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/689f80f20f85641ee5e7a624d4ce0b88/family/d2ee55af452d4cb99f09b3f787464781 2024-11-07T09:32:28,933 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/689f80f20f85641ee5e7a624d4ce0b88/family/d2ee55af452d4cb99f09b3f787464781, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T09:32:28,934 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 689f80f20f85641ee5e7a624d4ce0b88 in 39ms, sequenceid=8, compaction requested=false 2024-11-07T09:32:28,934 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 689f80f20f85641ee5e7a624d4ce0b88: 2024-11-07T09:32:28,934 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9b684afcc91374eb41a6ca51d0408a2b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T09:32:28,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/9b684afcc91374eb41a6ca51d0408a2b/.tmp/family/aae32abdc91b4149a3b12b2726c5530d is 32, key is 5/family:/1730971948889/Put/seqid=0 2024-11-07T09:32:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741840_1016 (size=5083) 2024-11-07T09:32:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741840_1016 (size=5083) 2024-11-07T09:32:28,955 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/9b684afcc91374eb41a6ca51d0408a2b/.tmp/family/aae32abdc91b4149a3b12b2726c5530d 2024-11-07T09:32:28,961 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/9b684afcc91374eb41a6ca51d0408a2b/.tmp/family/aae32abdc91b4149a3b12b2726c5530d as hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/9b684afcc91374eb41a6ca51d0408a2b/family/aae32abdc91b4149a3b12b2726c5530d 2024-11-07T09:32:28,967 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/9b684afcc91374eb41a6ca51d0408a2b/family/aae32abdc91b4149a3b12b2726c5530d, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T09:32:28,968 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9b684afcc91374eb41a6ca51d0408a2b in 34ms, sequenceid=9, compaction requested=false 2024-11-07T09:32:28,968 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9b684afcc91374eb41a6ca51d0408a2b: 2024-11-07T09:32:28,970 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file d2ee55af452d4cb99f09b3f787464781, starting offset: 0, end offset: 9223372036854775807 2024-11-07T09:32:28,970 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key d2ee55af452d4cb99f09b3f787464781_0 from back map with offset lock 2094080 in the evict process 2024-11-07T09:32:28,972 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file aae32abdc91b4149a3b12b2726c5530d, starting offset: 0, end offset: 9223372036854775807 2024-11-07T09:32:28,973 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key aae32abdc91b4149a3b12b2726c5530d_0 from back map with offset lock 2094080 in the evict process 2024-11-07T09:32:28,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:32:28,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:28,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:28,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:28,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:28,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:32:28,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:32:28,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=798609091, stopped=false 2024-11-07T09:32:28,973 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,35413,1730971947224 2024-11-07T09:32:28,977 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:28,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:28,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:28,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:28,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:28,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:28,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:28,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:28,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:28,978 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,45773,1730971947270' ***** 2024-11-07T09:32:28,978 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:28,978 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,40701,1730971947305' ***** 2024-11-07T09:32:28,978 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:28,978 INFO [RS:0;9f1eb259a29b:45773 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T09:32:28,978 INFO [RS:1;9f1eb259a29b:40701 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T09:32:28,978 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T09:32:28,979 INFO [RS:0;9f1eb259a29b:45773 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T09:32:28,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:28,979 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:28,979 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T09:32:28,979 INFO [RS:0;9f1eb259a29b:45773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:28,979 INFO [RS:0;9f1eb259a29b:45773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:28,979 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(3091): Received CLOSE for 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:28,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:28,979 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T09:32:28,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:28,979 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T09:32:28,979 INFO [RS:1;9f1eb259a29b:40701 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T09:32:28,979 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T09:32:28,979 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:28,979 INFO [RS:1;9f1eb259a29b:40701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:28,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:28,979 INFO [RS:1;9f1eb259a29b:40701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:28,979 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,980 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T09:32:28,980 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:28,980 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:28,980 INFO [RS:0;9f1eb259a29b:45773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:45773. 2024-11-07T09:32:28,980 DEBUG [RS:0;9f1eb259a29b:45773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:28,980 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 689f80f20f85641ee5e7a624d4ce0b88, disabling compactions & flushes 2024-11-07T09:32:28,980 DEBUG [RS:0;9f1eb259a29b:45773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:28,980 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,980 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,980 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:28,980 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. after waiting 0 ms 2024-11-07T09:32:28,980 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:28,980 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,980 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:28,980 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:32:28,981 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:28,981 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:28,981 INFO [RS:1;9f1eb259a29b:40701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9f1eb259a29b:40701. 2024-11-07T09:32:28,981 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:32:28,981 DEBUG [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 689f80f20f85641ee5e7a624d4ce0b88=testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88.} 2024-11-07T09:32:28,981 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b684afcc91374eb41a6ca51d0408a2b, disabling compactions & flushes 2024-11-07T09:32:28,981 DEBUG [RS:1;9f1eb259a29b:40701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:28,981 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,981 DEBUG [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 689f80f20f85641ee5e7a624d4ce0b88 2024-11-07T09:32:28,981 DEBUG [RS:1;9f1eb259a29b:40701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:28,981 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,981 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. after waiting 0 ms 2024-11-07T09:32:28,981 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,981 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:28,981 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:32:28,981 DEBUG [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(1325): Online Regions={9b684afcc91374eb41a6ca51d0408a2b=testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b.} 2024-11-07T09:32:28,981 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:28,981 DEBUG [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(1351): Waiting on 9b684afcc91374eb41a6ca51d0408a2b 2024-11-07T09:32:28,981 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:28,981 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:28,981 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:28,982 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T09:32:28,986 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/9b684afcc91374eb41a6ca51d0408a2b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T09:32:28,986 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,986 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b684afcc91374eb41a6ca51d0408a2b: Waiting for close lock at 1730971948981Running coprocessor pre-close hooks at 1730971948981Disabling compacts and flushes for region at 1730971948981Disabling writes for close at 1730971948981Writing region close event to WAL at 1730971948982 (+1 ms)Running coprocessor post-close hooks at 1730971948986 (+4 ms)Closed at 1730971948986 2024-11-07T09:32:28,987 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b. 2024-11-07T09:32:28,988 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/default/testClearRegionBlockCache/689f80f20f85641ee5e7a624d4ce0b88/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T09:32:28,989 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,989 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 689f80f20f85641ee5e7a624d4ce0b88: Waiting for close lock at 1730971948980Running coprocessor pre-close hooks at 1730971948980Disabling compacts and flushes for region at 1730971948980Disabling writes for close at 1730971948980Writing region close event to WAL at 1730971948982 (+2 ms)Running coprocessor post-close hooks at 1730971948989 (+7 ms)Closed at 1730971948989 2024-11-07T09:32:28,989 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730971948238.689f80f20f85641ee5e7a624d4ce0b88. 2024-11-07T09:32:28,998 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/.tmp/info/6b3ae08be4e94f23a72b44238d417af7 is 173, key is testClearRegionBlockCache,5,1730971948238.9b684afcc91374eb41a6ca51d0408a2b./info:regioninfo/1730971948598/Put/seqid=0 2024-11-07T09:32:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:29,004 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/.tmp/info/6b3ae08be4e94f23a72b44238d417af7 2024-11-07T09:32:29,024 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/.tmp/ns/8a6f86f527e541309ec0b4cb646aa980 is 43, key is default/ns:d/1730971948141/Put/seqid=0 2024-11-07T09:32:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:29,030 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/.tmp/ns/8a6f86f527e541309ec0b4cb646aa980 2024-11-07T09:32:29,050 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/.tmp/table/c3c4474c6279428abaacc1874bb86679 is 61, key is testClearRegionBlockCache/table:state/1730971948607/Put/seqid=0 2024-11-07T09:32:29,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:29,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:29,055 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/.tmp/table/c3c4474c6279428abaacc1874bb86679 2024-11-07T09:32:29,061 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/.tmp/info/6b3ae08be4e94f23a72b44238d417af7 as hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/info/6b3ae08be4e94f23a72b44238d417af7 2024-11-07T09:32:29,066 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/info/6b3ae08be4e94f23a72b44238d417af7, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T09:32:29,067 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/.tmp/ns/8a6f86f527e541309ec0b4cb646aa980 as hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/ns/8a6f86f527e541309ec0b4cb646aa980 2024-11-07T09:32:29,071 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/ns/8a6f86f527e541309ec0b4cb646aa980, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T09:32:29,072 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:29,072 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/.tmp/table/c3c4474c6279428abaacc1874bb86679 as hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/table/c3c4474c6279428abaacc1874bb86679 2024-11-07T09:32:29,072 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:29,077 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/table/c3c4474c6279428abaacc1874bb86679, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T09:32:29,078 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false 2024-11-07T09:32:29,082 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T09:32:29,083 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:32:29,083 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:29,083 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971948981Running coprocessor pre-close hooks at 1730971948981Disabling compacts and flushes for region at 1730971948981Disabling writes for close at 1730971948981Obtaining lock to block concurrent updates at 1730971948982 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730971948982Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730971948982Flushing stores of hbase:meta,,1.1588230740 at 1730971948983 (+1 ms)Flushing 1588230740/info: creating writer at 1730971948983Flushing 1588230740/info: appending metadata at 1730971948998 (+15 ms)Flushing 1588230740/info: closing flushed file at 1730971948998Flushing 1588230740/ns: creating writer at 1730971949009 (+11 ms)Flushing 1588230740/ns: appending metadata at 1730971949023 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730971949024 (+1 ms)Flushing 1588230740/table: creating writer at 1730971949036 (+12 ms)Flushing 1588230740/table: appending metadata at 1730971949050 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730971949050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a755846: reopening flushed file at 1730971949060 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71fd7a3: reopening flushed file at 1730971949066 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a703349: reopening flushed file at 1730971949071 (+5 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false at 1730971949078 (+7 ms)Writing region close event to WAL at 1730971949079 (+1 ms)Running coprocessor post-close hooks at 1730971949083 (+4 ms)Closed at 1730971949083 2024-11-07T09:32:29,083 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:29,181 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,45773,1730971947270; all regions closed. 2024-11-07T09:32:29,181 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,40701,1730971947305; all regions closed. 2024-11-07T09:32:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741834_1010 (size=1867) 2024-11-07T09:32:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741834_1010 (size=1867) 2024-11-07T09:32:29,187 DEBUG [RS:1;9f1eb259a29b:40701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/oldWALs 2024-11-07T09:32:29,187 INFO [RS:1;9f1eb259a29b:40701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C40701%2C1730971947305:(num 1730971947704) 2024-11-07T09:32:29,187 DEBUG [RS:1;9f1eb259a29b:40701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:29,187 DEBUG [RS:0;9f1eb259a29b:45773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/oldWALs 2024-11-07T09:32:29,187 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:29,187 INFO [RS:0;9f1eb259a29b:45773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C45773%2C1730971947270.meta:.meta(num 1730971948094) 2024-11-07T09:32:29,187 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:29,188 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:29,188 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:29,188 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:29,188 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:29,188 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:29,188 INFO [RS:1;9f1eb259a29b:40701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40701 2024-11-07T09:32:29,188 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:29,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,40701,1730971947305 2024-11-07T09:32:29,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:29,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741833_1009 (size=1758) 2024-11-07T09:32:29,191 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:29,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741833_1009 (size=1758) 2024-11-07T09:32:29,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,40701,1730971947305] 2024-11-07T09:32:29,194 DEBUG [RS:0;9f1eb259a29b:45773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/oldWALs 2024-11-07T09:32:29,194 INFO [RS:0;9f1eb259a29b:45773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C45773%2C1730971947270:(num 1730971947704) 2024-11-07T09:32:29,194 DEBUG [RS:0;9f1eb259a29b:45773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:29,194 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:29,194 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:29,194 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:29,194 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:29,194 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:29,195 INFO [RS:0;9f1eb259a29b:45773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45773 2024-11-07T09:32:29,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,40701,1730971947305 already deleted, retry=false 2024-11-07T09:32:29,196 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,40701,1730971947305 expired; onlineServers=1 2024-11-07T09:32:29,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,45773,1730971947270 2024-11-07T09:32:29,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:29,198 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:29,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,45773,1730971947270] 2024-11-07T09:32:29,202 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,45773,1730971947270 already deleted, retry=false 2024-11-07T09:32:29,202 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,45773,1730971947270 expired; onlineServers=0 2024-11-07T09:32:29,202 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,35413,1730971947224' ***** 2024-11-07T09:32:29,202 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:32:29,202 INFO [M:0;9f1eb259a29b:35413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:29,202 INFO [M:0;9f1eb259a29b:35413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:29,202 DEBUG [M:0;9f1eb259a29b:35413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:32:29,203 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:32:29,203 DEBUG [M:0;9f1eb259a29b:35413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:32:29,203 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971947493 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971947493,5,FailOnTimeoutGroup] 2024-11-07T09:32:29,203 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971947493 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971947493,5,FailOnTimeoutGroup] 2024-11-07T09:32:29,203 INFO [M:0;9f1eb259a29b:35413 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:29,203 INFO [M:0;9f1eb259a29b:35413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:29,203 DEBUG [M:0;9f1eb259a29b:35413 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:32:29,203 INFO [M:0;9f1eb259a29b:35413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:32:29,203 INFO [M:0;9f1eb259a29b:35413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:29,203 INFO [M:0;9f1eb259a29b:35413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:32:29,203 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:32:29,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:29,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:29,205 DEBUG [M:0;9f1eb259a29b:35413 {}] zookeeper.ZKUtil(347): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T09:32:29,205 WARN [M:0;9f1eb259a29b:35413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:32:29,205 INFO [M:0;9f1eb259a29b:35413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/.lastflushedseqids 2024-11-07T09:32:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741844_1020 (size=191) 2024-11-07T09:32:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741844_1020 (size=191) 2024-11-07T09:32:29,216 INFO [M:0;9f1eb259a29b:35413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:32:29,216 INFO [M:0;9f1eb259a29b:35413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:32:29,216 DEBUG [M:0;9f1eb259a29b:35413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:29,216 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:29,216 DEBUG [M:0;9f1eb259a29b:35413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:29,216 DEBUG [M:0;9f1eb259a29b:35413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:29,216 DEBUG [M:0;9f1eb259a29b:35413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:29,216 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T09:32:29,233 DEBUG [M:0;9f1eb259a29b:35413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a3b3d8b145d489e89f136084a3b4f97 is 82, key is hbase:meta,,1/info:regioninfo/1730971948128/Put/seqid=0 2024-11-07T09:32:29,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:29,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:29,240 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a3b3d8b145d489e89f136084a3b4f97 2024-11-07T09:32:29,267 DEBUG [M:0;9f1eb259a29b:35413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd807c08b1334f7f8f29a3dbdf2282d6 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971948611/Put/seqid=0 2024-11-07T09:32:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741846_1022 (size=6219) 2024-11-07T09:32:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741846_1022 (size=6219) 2024-11-07T09:32:29,274 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd807c08b1334f7f8f29a3dbdf2282d6 2024-11-07T09:32:29,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:29,293 INFO [RS:1;9f1eb259a29b:40701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:29,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40701-0x100f1c5bb580002, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:29,293 INFO [RS:1;9f1eb259a29b:40701 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,40701,1730971947305; zookeeper connection closed. 2024-11-07T09:32:29,293 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68b16abb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68b16abb 2024-11-07T09:32:29,300 DEBUG [M:0;9f1eb259a29b:35413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b57f7daa7ff8458795f7e18628f1cedc is 69, key is 9f1eb259a29b,40701,1730971947305/rs:state/1730971947547/Put/seqid=0 2024-11-07T09:32:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x100f1c5bb580001, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:29,301 INFO [RS:0;9f1eb259a29b:45773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:29,301 INFO [RS:0;9f1eb259a29b:45773 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,45773,1730971947270; zookeeper connection closed. 2024-11-07T09:32:29,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5730d09a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5730d09a 2024-11-07T09:32:29,301 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T09:32:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:29,707 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b57f7daa7ff8458795f7e18628f1cedc 2024-11-07T09:32:29,713 DEBUG [M:0;9f1eb259a29b:35413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a3b3d8b145d489e89f136084a3b4f97 as hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a3b3d8b145d489e89f136084a3b4f97 2024-11-07T09:32:29,717 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a3b3d8b145d489e89f136084a3b4f97, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T09:32:29,718 DEBUG [M:0;9f1eb259a29b:35413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd807c08b1334f7f8f29a3dbdf2282d6 as hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd807c08b1334f7f8f29a3dbdf2282d6 2024-11-07T09:32:29,723 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd807c08b1334f7f8f29a3dbdf2282d6, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T09:32:29,723 DEBUG [M:0;9f1eb259a29b:35413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b57f7daa7ff8458795f7e18628f1cedc as hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b57f7daa7ff8458795f7e18628f1cedc 2024-11-07T09:32:29,728 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44859/user/jenkins/test-data/729e5334-dc0a-4a59-538f-37d882375e6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b57f7daa7ff8458795f7e18628f1cedc, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T09:32:29,729 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=71, compaction requested=false 2024-11-07T09:32:29,730 INFO [M:0;9f1eb259a29b:35413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:29,730 DEBUG [M:0;9f1eb259a29b:35413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971949216Disabling compacts and flushes for region at 1730971949216Disabling writes for close at 1730971949216Obtaining lock to block concurrent updates at 1730971949216Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971949216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730971949217 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971949217Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971949218 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971949233 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971949233Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971949246 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971949267 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971949267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971949279 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971949299 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971949299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8d9ce8: reopening flushed file at 1730971949712 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@722d22d5: reopening flushed file at 1730971949718 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31957749: reopening flushed file at 1730971949723 (+5 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=71, compaction requested=false at 1730971949729 (+6 ms)Writing region close event to WAL at 1730971949730 (+1 ms)Closed at 1730971949730 2024-11-07T09:32:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741830_1006 (size=35440) 2024-11-07T09:32:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741830_1006 (size=35440) 2024-11-07T09:32:29,733 INFO [M:0;9f1eb259a29b:35413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:32:29,733 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:29,733 INFO [M:0;9f1eb259a29b:35413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35413 2024-11-07T09:32:29,733 INFO [M:0;9f1eb259a29b:35413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:29,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:29,839 INFO [M:0;9f1eb259a29b:35413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:29,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35413-0x100f1c5bb580000, quorum=127.0.0.1:53803, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:29,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66597b48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:29,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ffaab9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:29,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:29,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15f4e8b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:29,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17dcad8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:29,843 WARN [BP-374470341-172.17.0.2-1730971946438 heartbeating to localhost/127.0.0.1:44859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:29,843 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:29,843 WARN [BP-374470341-172.17.0.2-1730971946438 heartbeating to localhost/127.0.0.1:44859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-374470341-172.17.0.2-1730971946438 (Datanode Uuid b34e46d8-f42f-4d08-bea2-902c05827171) service to localhost/127.0.0.1:44859 2024-11-07T09:32:29,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:29,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/data/data3/current/BP-374470341-172.17.0.2-1730971946438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:29,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/data/data4/current/BP-374470341-172.17.0.2-1730971946438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:29,845 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:29,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26e10ea0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:29,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30c6b61b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:29,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:29,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78bf52bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:29,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@460c33aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:29,848 WARN [BP-374470341-172.17.0.2-1730971946438 heartbeating to localhost/127.0.0.1:44859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:29,848 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:29,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:29,848 WARN [BP-374470341-172.17.0.2-1730971946438 heartbeating to localhost/127.0.0.1:44859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-374470341-172.17.0.2-1730971946438 (Datanode Uuid e4c2f938-b3f8-4f7b-ad49-96c1c3d0bec8) service to localhost/127.0.0.1:44859 2024-11-07T09:32:29,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/data/data1/current/BP-374470341-172.17.0.2-1730971946438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:29,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/cluster_3c2193fc-c654-d5ba-08e5-fa8cee6e80ae/data/data2/current/BP-374470341-172.17.0.2-1730971946438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:29,849 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:29,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fc6d16f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:29,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790d83ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:29,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:29,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73321293{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:29,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@431a8230{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:29,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:32:29,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:32:29,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=178 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44859 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44859 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=531 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=74 (was 72) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5185 (was 5311) 2024-11-07T09:32:29,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=178, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=74, ProcessCount=11, AvailableMemoryMB=5185 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.log.dir so I do NOT create it in target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b 2024-11-07T09:32:29,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.tmp.dir so I do NOT create it in target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b 2024-11-07T09:32:29,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94cd6143-890d-a303-3397-0e0dbe91a441/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:32:29,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581, deleteOnExit=true 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/test.cache.data in system properties and HBase conf 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:32:29,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:32:29,906 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:32:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:32:29,977 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T09:32:29,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:29,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:29,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:30,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:30,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:30,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:30,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:30,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:30,004 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:30,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:32:30,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:30,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:30,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:30,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:30,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:32:30,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:30,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24ebdbbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:30,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e0e0d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:30,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@391c36ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/java.io.tmpdir/jetty-localhost-35699-hadoop-hdfs-3_4_1-tests_jar-_-any-16567955743918322269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:30,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@430c9e02{HTTP/1.1, (http/1.1)}{localhost:35699} 2024-11-07T09:32:30,159 INFO [Time-limited test {}] server.Server(415): Started @23670ms 2024-11-07T09:32:30,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:30,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:30,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:30,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:30,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:32:30,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fe31dc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:30,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60dc907{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:30,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20942ca5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/java.io.tmpdir/jetty-localhost-35483-hadoop-hdfs-3_4_1-tests_jar-_-any-18222334998081700579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:30,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30fec042{HTTP/1.1, (http/1.1)}{localhost:35483} 2024-11-07T09:32:30,361 INFO [Time-limited test {}] server.Server(415): Started @23872ms 2024-11-07T09:32:30,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:30,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:32:30,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:32:30,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:32:30,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:32:30,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:32:30,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19df9c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:32:30,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b962a75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:32:30,468 WARN [Thread-1417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/data/data2/current/BP-1044096510-172.17.0.2-1730971949935/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:30,468 WARN [Thread-1416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/data/data1/current/BP-1044096510-172.17.0.2-1730971949935/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:30,485 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:30,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x784c302f82bc0c71 with lease ID 0x13fea65e61cb3d66: Processing first storage report for DS-1f49ef7e-1ba2-42e4-a26e-98fee7b8b9c6 from datanode DatanodeRegistration(127.0.0.1:34195, datanodeUuid=553ee44a-eb24-4d08-9eab-20fbfa9becec, infoPort=38373, infoSecurePort=0, ipcPort=39107, storageInfo=lv=-57;cid=testClusterID;nsid=435426469;c=1730971949935) 2024-11-07T09:32:30,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x784c302f82bc0c71 with lease ID 0x13fea65e61cb3d66: from storage DS-1f49ef7e-1ba2-42e4-a26e-98fee7b8b9c6 node DatanodeRegistration(127.0.0.1:34195, datanodeUuid=553ee44a-eb24-4d08-9eab-20fbfa9becec, infoPort=38373, infoSecurePort=0, ipcPort=39107, storageInfo=lv=-57;cid=testClusterID;nsid=435426469;c=1730971949935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:30,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x784c302f82bc0c71 with lease ID 0x13fea65e61cb3d66: Processing first storage report for DS-60cde74f-c1fd-4206-9a6b-8efae319c835 from datanode DatanodeRegistration(127.0.0.1:34195, datanodeUuid=553ee44a-eb24-4d08-9eab-20fbfa9becec, infoPort=38373, infoSecurePort=0, ipcPort=39107, storageInfo=lv=-57;cid=testClusterID;nsid=435426469;c=1730971949935) 2024-11-07T09:32:30,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x784c302f82bc0c71 with lease ID 0x13fea65e61cb3d66: from storage DS-60cde74f-c1fd-4206-9a6b-8efae319c835 node DatanodeRegistration(127.0.0.1:34195, datanodeUuid=553ee44a-eb24-4d08-9eab-20fbfa9becec, infoPort=38373, infoSecurePort=0, ipcPort=39107, storageInfo=lv=-57;cid=testClusterID;nsid=435426469;c=1730971949935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:30,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ddee440{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/java.io.tmpdir/jetty-localhost-37811-hadoop-hdfs-3_4_1-tests_jar-_-any-9428939955646078908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:30,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fb0be0c{HTTP/1.1, (http/1.1)}{localhost:37811} 2024-11-07T09:32:30,518 INFO [Time-limited test {}] server.Server(415): Started @24029ms 2024-11-07T09:32:30,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:32:30,611 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/data/data3/current/BP-1044096510-172.17.0.2-1730971949935/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:30,611 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/data/data4/current/BP-1044096510-172.17.0.2-1730971949935/current, will proceed with Du for space computation calculation, 2024-11-07T09:32:30,633 WARN [Thread-1431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:32:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfbb90f92a453908 with lease ID 0x13fea65e61cb3d67: Processing first storage report for DS-10451d59-7285-412d-b32b-dae32e52c685 from datanode DatanodeRegistration(127.0.0.1:36185, datanodeUuid=dea35446-75b2-47f8-98d1-e72dcabf362b, infoPort=34033, infoSecurePort=0, ipcPort=46079, storageInfo=lv=-57;cid=testClusterID;nsid=435426469;c=1730971949935) 2024-11-07T09:32:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfbb90f92a453908 with lease ID 0x13fea65e61cb3d67: from storage DS-10451d59-7285-412d-b32b-dae32e52c685 node DatanodeRegistration(127.0.0.1:36185, datanodeUuid=dea35446-75b2-47f8-98d1-e72dcabf362b, infoPort=34033, infoSecurePort=0, ipcPort=46079, storageInfo=lv=-57;cid=testClusterID;nsid=435426469;c=1730971949935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:32:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfbb90f92a453908 with lease ID 0x13fea65e61cb3d67: Processing first storage report for DS-417c4303-3fd6-4dfe-8f64-1a273f29f1b2 from datanode DatanodeRegistration(127.0.0.1:36185, datanodeUuid=dea35446-75b2-47f8-98d1-e72dcabf362b, infoPort=34033, infoSecurePort=0, ipcPort=46079, storageInfo=lv=-57;cid=testClusterID;nsid=435426469;c=1730971949935) 2024-11-07T09:32:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfbb90f92a453908 with lease ID 0x13fea65e61cb3d67: from storage DS-417c4303-3fd6-4dfe-8f64-1a273f29f1b2 node DatanodeRegistration(127.0.0.1:36185, datanodeUuid=dea35446-75b2-47f8-98d1-e72dcabf362b, infoPort=34033, infoSecurePort=0, ipcPort=46079, storageInfo=lv=-57;cid=testClusterID;nsid=435426469;c=1730971949935), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T09:32:30,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b 2024-11-07T09:32:30,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/zookeeper_0, clientPort=49501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:32:30,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49501 2024-11-07T09:32:30,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:30,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:32:30,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6 with version=8 2024-11-07T09:32:30,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/hbase-staging 2024-11-07T09:32:30,664 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:30,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:30,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:30,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:30,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:30,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:30,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:32:30,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:30,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44863 2024-11-07T09:32:30,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44863 connecting to ZooKeeper ensemble=127.0.0.1:49501 2024-11-07T09:32:30,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448630x0, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:30,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44863-0x100f1c5c8c50000 connected 2024-11-07T09:32:30,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:30,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:30,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:30,691 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6, hbase.cluster.distributed=false 2024-11-07T09:32:30,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:30,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44863 2024-11-07T09:32:30,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44863 2024-11-07T09:32:30,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44863 2024-11-07T09:32:30,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44863 2024-11-07T09:32:30,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44863 2024-11-07T09:32:30,709 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:30,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:30,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:30,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:30,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33115 2024-11-07T09:32:30,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33115 connecting to ZooKeeper ensemble=127.0.0.1:49501 2024-11-07T09:32:30,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:30,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:30,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331150x0, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:30,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331150x0, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:30,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33115-0x100f1c5c8c50001 connected 2024-11-07T09:32:30,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:30,718 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T09:32:30,725 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T09:32:30,725 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T09:32:30,726 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T09:32:30,726 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:30,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:30,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:30,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-07T09:32:30,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33115 2024-11-07T09:32:30,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33115 2024-11-07T09:32:30,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-07T09:32:30,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-07T09:32:30,743 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:32:30,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:30,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:30,743 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:32:30,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:32:30,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:32:30,743 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:32:30,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:32:30,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41467 2024-11-07T09:32:30,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41467 connecting to ZooKeeper ensemble=127.0.0.1:49501 2024-11-07T09:32:30,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:30,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414670x0, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:32:30,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414670x0, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:30,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41467-0x100f1c5c8c50002 connected 2024-11-07T09:32:30,786 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:32:30,786 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T09:32:30,792 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T09:32:30,793 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T09:32:30,794 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T09:32:30,795 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:32:30,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T09:32:30,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T09:32:30,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41467 2024-11-07T09:32:30,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41467 2024-11-07T09:32:30,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41467 2024-11-07T09:32:30,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41467 2024-11-07T09:32:30,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41467 2024-11-07T09:32:30,816 DEBUG [M:0;9f1eb259a29b:44863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:44863 2024-11-07T09:32:30,817 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:30,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:30,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:30,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:30,819 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,821 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T09:32:30,822 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9f1eb259a29b,44863,1730971950663 from backup master directory 2024-11-07T09:32:30,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:30,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:30,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:30,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T09:32:30,823 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:30,823 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:30,828 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/hbase.id] with ID: ccdd85a9-7ff6-4f2f-bb29-688a6f423096 2024-11-07T09:32:30,828 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/.tmp/hbase.id 2024-11-07T09:32:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:32:30,833 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/.tmp/hbase.id]:[hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/hbase.id] 2024-11-07T09:32:30,844 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:32:30,844 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:32:30,845 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:32:30,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:30,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:32:30,855 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:30,856 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:32:30,856 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:30,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:30,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:32:30,863 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store 2024-11-07T09:32:30,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:30,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:32:30,869 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:30,869 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:30,869 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:30,869 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:30,869 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:30,869 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:30,869 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:30,869 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971950869Disabling compacts and flushes for region at 1730971950869Disabling writes for close at 1730971950869Writing region close event to WAL at 1730971950869Closed at 1730971950869 2024-11-07T09:32:30,870 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/.initializing 2024-11-07T09:32:30,870 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/WALs/9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:30,871 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:30,872 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C44863%2C1730971950663, suffix=, logDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/WALs/9f1eb259a29b,44863,1730971950663, archiveDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/oldWALs, maxLogs=10 2024-11-07T09:32:30,885 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/WALs/9f1eb259a29b,44863,1730971950663/9f1eb259a29b%2C44863%2C1730971950663.1730971950873, exclude list is [], retry=0 2024-11-07T09:32:30,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-10451d59-7285-412d-b32b-dae32e52c685,DISK] 2024-11-07T09:32:30,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-1f49ef7e-1ba2-42e4-a26e-98fee7b8b9c6,DISK] 2024-11-07T09:32:30,889 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/WALs/9f1eb259a29b,44863,1730971950663/9f1eb259a29b%2C44863%2C1730971950663.1730971950873 2024-11-07T09:32:30,890 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34033:34033),(127.0.0.1/127.0.0.1:38373:38373)] 2024-11-07T09:32:30,890 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:30,890 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:30,890 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,890 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:32:30,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:30,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:30,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:32:30,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:30,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:30,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:32:30,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:30,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:30,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:32:30,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:30,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:30,897 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,898 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,898 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,899 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,899 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,900 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:30,901 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:32:30,902 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:30,903 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67298799, jitterRate=0.0028302520513534546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:30,903 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971950890Initializing all the Stores at 1730971950891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971950891Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971950891Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971950891Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971950891Cleaning up temporary data from old regions at 1730971950899 (+8 ms)Region opened successfully at 1730971950903 (+4 ms) 2024-11-07T09:32:30,904 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:32:30,906 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3087e4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:30,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:32:30,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:32:30,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:32:30,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:32:30,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:32:30,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:32:30,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:32:30,910 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:32:30,911 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T09:32:30,912 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T09:32:30,912 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:32:30,913 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:32:30,914 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T09:32:30,914 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:32:30,915 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:32:30,917 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T09:32:30,917 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:32:30,920 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T09:32:30,922 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:32:30,923 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T09:32:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,925 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,44863,1730971950663, sessionid=0x100f1c5c8c50000, setting cluster-up flag (Was=false) 2024-11-07T09:32:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,934 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T09:32:30,935 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:30,946 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T09:32:30,947 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:30,948 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:32:30,949 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:30,949 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:32:30,950 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:32:30,950 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,44863,1730971950663 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:32:30,951 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:30,951 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:30,951 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:30,951 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:32:30,951 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:32:30,951 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:30,951 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:30,951 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:30,953 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971980953 2024-11-07T09:32:30,953 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:32:30,953 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:32:30,953 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:32:30,953 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:32:30,953 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:32:30,953 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:32:30,953 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:30,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:30,953 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:32:30,954 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:32:30,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:32:30,954 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:32:30,954 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:32:30,954 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:32:30,954 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971950954,5,FailOnTimeoutGroup] 2024-11-07T09:32:30,954 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971950954,5,FailOnTimeoutGroup] 2024-11-07T09:32:30,954 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:30,954 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:32:30,954 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:30,954 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:30,954 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:30,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:32:30,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:30,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:32:30,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:32:30,964 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6 2024-11-07T09:32:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:32:30,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:30,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:30,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:30,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:30,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:30,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:30,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:30,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:30,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:30,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:30,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:30,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:30,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:30,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:30,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:30,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:30,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:30,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:30,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740 2024-11-07T09:32:30,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740 2024-11-07T09:32:30,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:30,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:30,984 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:30,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:30,986 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:30,987 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63051321, jitterRate=-0.0604621022939682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:30,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971950973Initializing all the Stores at 1730971950974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971950974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971950975 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971950975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971950975Cleaning up temporary data from old regions at 1730971950983 (+8 ms)Region opened successfully at 1730971950987 (+4 ms) 2024-11-07T09:32:30,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:30,987 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:30,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:30,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:30,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:30,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:30,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971950987Disabling compacts and flushes for region at 1730971950987Disabling writes for close at 1730971950987Writing region close event to WAL at 1730971950988 (+1 ms)Closed at 1730971950988 2024-11-07T09:32:30,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:30,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:32:30,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:32:30,990 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:30,991 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:32:30,999 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(746): ClusterId : ccdd85a9-7ff6-4f2f-bb29-688a6f423096 2024-11-07T09:32:30,999 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(746): ClusterId : ccdd85a9-7ff6-4f2f-bb29-688a6f423096 2024-11-07T09:32:30,999 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:30,999 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:32:31,001 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:31,001 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:32:31,001 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:31,001 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:32:31,004 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:31,004 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:32:31,005 DEBUG [RS:0;9f1eb259a29b:33115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff9f844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:31,005 DEBUG [RS:1;9f1eb259a29b:41467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6c687e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:32:31,017 DEBUG [RS:1;9f1eb259a29b:41467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9f1eb259a29b:41467 2024-11-07T09:32:31,017 DEBUG [RS:0;9f1eb259a29b:33115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:33115 2024-11-07T09:32:31,017 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:31,017 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:32:31,017 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:31,017 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:32:31,017 DEBUG [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:31,017 DEBUG [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:32:31,017 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,44863,1730971950663 with port=41467, startcode=1730971950743 2024-11-07T09:32:31,017 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,44863,1730971950663 with port=33115, startcode=1730971950708 2024-11-07T09:32:31,018 DEBUG [RS:1;9f1eb259a29b:41467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:31,018 DEBUG [RS:0;9f1eb259a29b:33115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:32:31,019 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:31,019 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:32:31,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44863 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44863 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44863 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:31,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44863 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:31,021 DEBUG [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6 2024-11-07T09:32:31,021 DEBUG [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37075 2024-11-07T09:32:31,021 DEBUG [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:31,023 DEBUG [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6 2024-11-07T09:32:31,023 DEBUG [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37075 2024-11-07T09:32:31,023 DEBUG [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:32:31,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:31,028 DEBUG [RS:1;9f1eb259a29b:41467 {}] zookeeper.ZKUtil(111): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,028 WARN [RS:1;9f1eb259a29b:41467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:31,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,33115,1730971950708] 2024-11-07T09:32:31,028 INFO [RS:1;9f1eb259a29b:41467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:31,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,41467,1730971950743] 2024-11-07T09:32:31,028 DEBUG [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,028 DEBUG [RS:0;9f1eb259a29b:33115 {}] zookeeper.ZKUtil(111): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:31,028 WARN [RS:0;9f1eb259a29b:33115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:32:31,028 INFO [RS:0;9f1eb259a29b:33115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:31,028 DEBUG [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:31,031 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:31,031 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:32:31,034 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:31,034 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:32:31,034 INFO [RS:1;9f1eb259a29b:41467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:31,034 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,034 INFO [RS:0;9f1eb259a29b:33115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:32:31,034 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,034 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:31,035 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:32:31,035 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:31,035 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:32:31,035 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,035 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,035 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,035 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,035 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,035 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,035 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,035 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,035 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:32:31,036 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:1;9f1eb259a29b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:31,036 DEBUG [RS:0;9f1eb259a29b:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:32:31,041 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,041 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,041 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,041 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,041 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,041 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,042 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,042 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,042 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41467,1730971950743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:31,042 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,042 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,042 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33115,1730971950708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:31,057 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:31,057 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33115,1730971950708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,057 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:32:31,057 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,057 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.Replication(171): 9f1eb259a29b,33115,1730971950708 started 2024-11-07T09:32:31,057 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41467,1730971950743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,057 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,057 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.Replication(171): 9f1eb259a29b,41467,1730971950743 started 2024-11-07T09:32:31,071 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,071 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,071 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,41467,1730971950743, RpcServer on 9f1eb259a29b/172.17.0.2:41467, sessionid=0x100f1c5c8c50002 2024-11-07T09:32:31,071 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,33115,1730971950708, RpcServer on 9f1eb259a29b/172.17.0.2:33115, sessionid=0x100f1c5c8c50001 2024-11-07T09:32:31,071 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:31,071 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:32:31,071 DEBUG [RS:1;9f1eb259a29b:41467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,071 DEBUG [RS:0;9f1eb259a29b:33115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:31,071 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,33115,1730971950708' 2024-11-07T09:32:31,071 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41467,1730971950743' 2024-11-07T09:32:31,071 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:31,071 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T09:32:31,071 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:31,072 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T09:32:31,072 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:31,072 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:32:31,072 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:31,072 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:32:31,072 DEBUG [RS:0;9f1eb259a29b:33115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:31,072 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,33115,1730971950708' 2024-11-07T09:32:31,072 DEBUG [RS:1;9f1eb259a29b:41467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,072 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:31,072 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41467,1730971950743' 2024-11-07T09:32:31,072 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T09:32:31,072 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:31,072 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T09:32:31,073 DEBUG [RS:0;9f1eb259a29b:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:31,073 INFO [RS:0;9f1eb259a29b:33115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:31,073 DEBUG [RS:1;9f1eb259a29b:41467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:32:31,073 INFO [RS:0;9f1eb259a29b:33115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:31,073 INFO [RS:1;9f1eb259a29b:41467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:32:31,073 INFO [RS:1;9f1eb259a29b:41467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:32:31,141 WARN [9f1eb259a29b:44863 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T09:32:31,173 INFO [RS:1;9f1eb259a29b:41467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:31,173 INFO [RS:0;9f1eb259a29b:33115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:32:31,175 INFO [RS:1;9f1eb259a29b:41467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C41467%2C1730971950743, suffix=, logDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,41467,1730971950743, archiveDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/oldWALs, maxLogs=32 2024-11-07T09:32:31,175 INFO [RS:0;9f1eb259a29b:33115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C33115%2C1730971950708, suffix=, logDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,33115,1730971950708, archiveDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/oldWALs, maxLogs=32 2024-11-07T09:32:31,188 DEBUG [RS:0;9f1eb259a29b:33115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,33115,1730971950708/9f1eb259a29b%2C33115%2C1730971950708.1730971951175, exclude list is [], retry=0 2024-11-07T09:32:31,188 DEBUG [RS:1;9f1eb259a29b:41467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,41467,1730971950743/9f1eb259a29b%2C41467%2C1730971950743.1730971951175, exclude list is [], retry=0 2024-11-07T09:32:31,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-10451d59-7285-412d-b32b-dae32e52c685,DISK] 2024-11-07T09:32:31,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-1f49ef7e-1ba2-42e4-a26e-98fee7b8b9c6,DISK] 2024-11-07T09:32:31,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-10451d59-7285-412d-b32b-dae32e52c685,DISK] 2024-11-07T09:32:31,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-1f49ef7e-1ba2-42e4-a26e-98fee7b8b9c6,DISK] 2024-11-07T09:32:31,197 INFO [RS:0;9f1eb259a29b:33115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,33115,1730971950708/9f1eb259a29b%2C33115%2C1730971950708.1730971951175 2024-11-07T09:32:31,197 INFO [RS:1;9f1eb259a29b:41467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,41467,1730971950743/9f1eb259a29b%2C41467%2C1730971950743.1730971951175 2024-11-07T09:32:31,198 DEBUG [RS:0;9f1eb259a29b:33115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38373:38373),(127.0.0.1/127.0.0.1:34033:34033)] 2024-11-07T09:32:31,199 DEBUG [RS:1;9f1eb259a29b:41467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34033:34033),(127.0.0.1/127.0.0.1:38373:38373)] 2024-11-07T09:32:31,391 DEBUG [9f1eb259a29b:44863 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T09:32:31,391 DEBUG [9f1eb259a29b:44863 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:31,394 DEBUG [9f1eb259a29b:44863 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:31,394 DEBUG [9f1eb259a29b:44863 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:31,394 DEBUG [9f1eb259a29b:44863 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:31,394 DEBUG [9f1eb259a29b:44863 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:31,394 INFO [9f1eb259a29b:44863 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:31,394 INFO [9f1eb259a29b:44863 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:31,394 DEBUG [9f1eb259a29b:44863 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:31,394 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,395 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41467,1730971950743, state=OPENING 2024-11-07T09:32:31,397 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:32:31,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:31,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:31,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:31,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:31,399 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:32:31,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:31,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:31,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41467,1730971950743}] 2024-11-07T09:32:31,552 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:31,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:31,557 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:32:31,557 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:32:31,557 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:32:31,559 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C41467%2C1730971950743.meta, suffix=.meta, logDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,41467,1730971950743, archiveDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/oldWALs, maxLogs=32 2024-11-07T09:32:31,572 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,41467,1730971950743/9f1eb259a29b%2C41467%2C1730971950743.meta.1730971951559.meta, exclude list is [], retry=0 2024-11-07T09:32:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34195,DS-1f49ef7e-1ba2-42e4-a26e-98fee7b8b9c6,DISK] 2024-11-07T09:32:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-10451d59-7285-412d-b32b-dae32e52c685,DISK] 2024-11-07T09:32:31,576 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/WALs/9f1eb259a29b,41467,1730971950743/9f1eb259a29b%2C41467%2C1730971950743.meta.1730971951559.meta 2024-11-07T09:32:31,576 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38373:38373),(127.0.0.1/127.0.0.1:34033:34033)] 2024-11-07T09:32:31,576 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:32:31,576 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:32:31,576 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:32:31,577 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:32:31,577 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:32:31,577 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:31,577 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:32:31,577 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:32:31,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:32:31,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:32:31,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:31,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:31,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:32:31,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:32:31,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:31,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:31,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:32:31,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:32:31,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:31,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:31,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:32:31,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:32:31,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:31,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:32:31,582 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:32:31,582 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740 2024-11-07T09:32:31,583 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740 2024-11-07T09:32:31,584 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:32:31,584 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:32:31,585 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:32:31,586 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:32:31,586 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71298540, jitterRate=0.06243103742599487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:32:31,586 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:32:31,587 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971951577Writing region info on filesystem at 1730971951577Initializing all the Stores at 1730971951578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971951578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971951578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971951578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971951578Cleaning up temporary data from old regions at 1730971951584 (+6 ms)Running coprocessor post-open hooks at 1730971951586 (+2 ms)Region opened successfully at 1730971951587 (+1 ms) 2024-11-07T09:32:31,588 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971951552 2024-11-07T09:32:31,590 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:32:31,590 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:32:31,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,592 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41467,1730971950743, state=OPEN 2024-11-07T09:32:31,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:31,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:31,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T09:32:31,594 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:31,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:31,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T09:32:31,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:32:31,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41467,1730971950743 in 195 msec 2024-11-07T09:32:31,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:32:31,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-07T09:32:31,600 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:32:31,600 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:32:31,601 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:31,601 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41467,1730971950743, seqNum=-1] 2024-11-07T09:32:31,601 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:31,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:31,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 658 msec 2024-11-07T09:32:31,607 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971951607, completionTime=-1 2024-11-07T09:32:31,607 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T09:32:31,608 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:32:31,609 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T09:32:31,609 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730972011609 2024-11-07T09:32:31,609 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730972071609 2024-11-07T09:32:31,609 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:32:31,610 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T09:32:31,610 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44863,1730971950663-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,610 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44863,1730971950663-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,610 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44863,1730971950663-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,610 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:44863, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,610 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,610 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,612 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:32:31,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.791sec 2024-11-07T09:32:31,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:32:31,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:32:31,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:32:31,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:32:31,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:32:31,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44863,1730971950663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:32:31,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44863,1730971950663-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:32:31,616 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:32:31,616 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:32:31,616 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44863,1730971950663-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:32:31,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252877d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:31,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44863,-1 for getting cluster id 2024-11-07T09:32:31,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:32:31,701 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccdd85a9-7ff6-4f2f-bb29-688a6f423096' 2024-11-07T09:32:31,701 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:32:31,702 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccdd85a9-7ff6-4f2f-bb29-688a6f423096" 2024-11-07T09:32:31,702 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376ec9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:31,702 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44863,-1] 2024-11-07T09:32:31,702 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:32:31,703 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:31,703 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:32:31,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14eec70a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:32:31,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:32:31,706 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41467,1730971950743, seqNum=-1] 2024-11-07T09:32:31,706 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:31,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:31,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:31,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:32:31,710 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:31,710 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b550c8 2024-11-07T09:32:31,711 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:32:31,711 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:32:31,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44863 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:32:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44863 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T09:32:31,715 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:32:31,715 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:31,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44863 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T09:32:31,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:32:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741836_1012 (size=379) 2024-11-07T09:32:31,724 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4a259bb9f1701b69f932f46c7ca0fa05, NAME => 'testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6 2024-11-07T09:32:31,724 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3189d08b97ee98116ad0926c5ca6c1ee, NAME => 'testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6 2024-11-07T09:32:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:31,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741837_1013 (size=61) 2024-11-07T09:32:31,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:31,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 4a259bb9f1701b69f932f46c7ca0fa05, disabling compactions & flushes 2024-11-07T09:32:31,733 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:31,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:31,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. after waiting 0 ms 2024-11-07T09:32:31,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:31,733 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:31,734 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4a259bb9f1701b69f932f46c7ca0fa05: Waiting for close lock at 1730971951733Disabling compacts and flushes for region at 1730971951733Disabling writes for close at 1730971951733Writing region close event to WAL at 1730971951733Closed at 1730971951733 2024-11-07T09:32:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741838_1014 (size=61) 2024-11-07T09:32:31,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:31,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3189d08b97ee98116ad0926c5ca6c1ee, disabling compactions & flushes 2024-11-07T09:32:31,738 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:31,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:31,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. after waiting 0 ms 2024-11-07T09:32:31,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:31,738 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:31,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3189d08b97ee98116ad0926c5ca6c1ee: Waiting for close lock at 1730971951738Disabling compacts and flushes for region at 1730971951738Disabling writes for close at 1730971951738Writing region close event to WAL at 1730971951738Closed at 1730971951738 2024-11-07T09:32:31,739 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:32:31,739 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971951739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971951739"}]},"ts":"1730971951739"} 2024-11-07T09:32:31,739 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730971951739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971951739"}]},"ts":"1730971951739"} 2024-11-07T09:32:31,742 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T09:32:31,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:32:31,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971951743"}]},"ts":"1730971951743"} 2024-11-07T09:32:31,745 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T09:32:31,745 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {9f1eb259a29b=0} racks are {/default-rack=0} 2024-11-07T09:32:31,746 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T09:32:31,747 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T09:32:31,747 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T09:32:31,747 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T09:32:31,747 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T09:32:31,747 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T09:32:31,747 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T09:32:31,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3189d08b97ee98116ad0926c5ca6c1ee, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a259bb9f1701b69f932f46c7ca0fa05, ASSIGN}] 2024-11-07T09:32:31,748 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a259bb9f1701b69f932f46c7ca0fa05, ASSIGN 2024-11-07T09:32:31,748 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3189d08b97ee98116ad0926c5ca6c1ee, ASSIGN 2024-11-07T09:32:31,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a259bb9f1701b69f932f46c7ca0fa05, ASSIGN; state=OFFLINE, location=9f1eb259a29b,41467,1730971950743; forceNewPlan=false, retain=false 2024-11-07T09:32:31,749 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3189d08b97ee98116ad0926c5ca6c1ee, ASSIGN; state=OFFLINE, location=9f1eb259a29b,33115,1730971950708; forceNewPlan=false, retain=false 2024-11-07T09:32:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:31,899 INFO [9f1eb259a29b:44863 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T09:32:31,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3189d08b97ee98116ad0926c5ca6c1ee, regionState=OPENING, regionLocation=9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:31,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a259bb9f1701b69f932f46c7ca0fa05, regionState=OPENING, regionLocation=9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:31,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a259bb9f1701b69f932f46c7ca0fa05, ASSIGN because future has completed 2024-11-07T09:32:31,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a259bb9f1701b69f932f46c7ca0fa05, server=9f1eb259a29b,41467,1730971950743}] 2024-11-07T09:32:31,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3189d08b97ee98116ad0926c5ca6c1ee, ASSIGN because future has completed 2024-11-07T09:32:31,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3189d08b97ee98116ad0926c5ca6c1ee, server=9f1eb259a29b,33115,1730971950708}] 2024-11-07T09:32:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:32,056 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:32,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:32,058 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:32,058 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a259bb9f1701b69f932f46c7ca0fa05, NAME => 'testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T09:32:32,059 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,059 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:32,059 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,059 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,060 INFO [StoreOpener-4a259bb9f1701b69f932f46c7ca0fa05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,060 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:32,061 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3189d08b97ee98116ad0926c5ca6c1ee, NAME => 'testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T09:32:32,061 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,061 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:32:32,061 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,061 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,061 INFO [StoreOpener-4a259bb9f1701b69f932f46c7ca0fa05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a259bb9f1701b69f932f46c7ca0fa05 columnFamilyName family 2024-11-07T09:32:32,062 DEBUG [StoreOpener-4a259bb9f1701b69f932f46c7ca0fa05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:32,062 INFO [StoreOpener-4a259bb9f1701b69f932f46c7ca0fa05-1 {}] regionserver.HStore(327): Store=4a259bb9f1701b69f932f46c7ca0fa05/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:32,062 INFO [StoreOpener-3189d08b97ee98116ad0926c5ca6c1ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,062 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,063 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,063 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,063 INFO [StoreOpener-3189d08b97ee98116ad0926c5ca6c1ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3189d08b97ee98116ad0926c5ca6c1ee columnFamilyName family 2024-11-07T09:32:32,063 DEBUG [StoreOpener-3189d08b97ee98116ad0926c5ca6c1ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:32:32,063 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,063 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,064 INFO [StoreOpener-3189d08b97ee98116ad0926c5ca6c1ee-1 {}] regionserver.HStore(327): Store=3189d08b97ee98116ad0926c5ca6c1ee/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:32:32,064 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,064 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,065 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,065 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,065 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,065 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,067 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,067 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/4a259bb9f1701b69f932f46c7ca0fa05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:32,067 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4a259bb9f1701b69f932f46c7ca0fa05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64397449, jitterRate=-0.04040323197841644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:32,067 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,068 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4a259bb9f1701b69f932f46c7ca0fa05: Running coprocessor pre-open hook at 1730971952059Writing region info on filesystem at 1730971952059Initializing all the Stores at 1730971952060 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971952060Cleaning up temporary data from old regions at 1730971952063 (+3 ms)Running coprocessor post-open hooks at 1730971952067 (+4 ms)Region opened successfully at 1730971952068 (+1 ms) 2024-11-07T09:32:32,069 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/3189d08b97ee98116ad0926c5ca6c1ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:32:32,069 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05., pid=7, masterSystemTime=1730971952055 2024-11-07T09:32:32,069 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3189d08b97ee98116ad0926c5ca6c1ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66466954, jitterRate=-0.009565204381942749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T09:32:32,069 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,069 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3189d08b97ee98116ad0926c5ca6c1ee: Running coprocessor pre-open hook at 1730971952061Writing region info on filesystem at 1730971952061Initializing all the Stores at 1730971952062 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971952062Cleaning up temporary data from old regions at 1730971952065 (+3 ms)Running coprocessor post-open hooks at 1730971952069 (+4 ms)Region opened successfully at 1730971952069 2024-11-07T09:32:32,070 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee., pid=8, masterSystemTime=1730971952056 2024-11-07T09:32:32,071 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:32,071 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:32,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a259bb9f1701b69f932f46c7ca0fa05, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:32,073 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:32,073 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3189d08b97ee98116ad0926c5ca6c1ee, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:32,073 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:32,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a259bb9f1701b69f932f46c7ca0fa05, server=9f1eb259a29b,41467,1730971950743 because future has completed 2024-11-07T09:32:32,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3189d08b97ee98116ad0926c5ca6c1ee, server=9f1eb259a29b,33115,1730971950708 because future has completed 2024-11-07T09:32:32,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T09:32:32,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a259bb9f1701b69f932f46c7ca0fa05, server=9f1eb259a29b,41467,1730971950743 in 173 msec 2024-11-07T09:32:32,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T09:32:32,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3189d08b97ee98116ad0926c5ca6c1ee, server=9f1eb259a29b,33115,1730971950708 in 174 msec 2024-11-07T09:32:32,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a259bb9f1701b69f932f46c7ca0fa05, ASSIGN in 330 msec 2024-11-07T09:32:32,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:32:32,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3189d08b97ee98116ad0926c5ca6c1ee, ASSIGN in 332 msec 2024-11-07T09:32:32,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:32:32,082 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971952082"}]},"ts":"1730971952082"} 2024-11-07T09:32:32,084 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T09:32:32,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:32:32,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 372 msec 2024-11-07T09:32:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:32:32,342 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T09:32:32,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T09:32:32,342 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:32,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T09:32:32,346 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T09:32:32,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T09:32:32,348 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee., hostname=9f1eb259a29b,33115,1730971950708, seqNum=2] 2024-11-07T09:32:32,349 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:32:32,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:32:32,358 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05., hostname=9f1eb259a29b,41467,1730971950743, seqNum=2] 2024-11-07T09:32:32,366 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3189d08b97ee98116ad0926c5ca6c1ee 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T09:32:32,381 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/3189d08b97ee98116ad0926c5ca6c1ee/.tmp/family/4ab33609f91b4a5b88d3c2e5e74e2891 is 32, key is 1/family:/1730971952350/Put/seqid=0 2024-11-07T09:32:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741839_1015 (size=5054) 2024-11-07T09:32:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741839_1015 (size=5054) 2024-11-07T09:32:32,387 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/3189d08b97ee98116ad0926c5ca6c1ee/.tmp/family/4ab33609f91b4a5b88d3c2e5e74e2891 2024-11-07T09:32:32,392 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/3189d08b97ee98116ad0926c5ca6c1ee/.tmp/family/4ab33609f91b4a5b88d3c2e5e74e2891 as hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/3189d08b97ee98116ad0926c5ca6c1ee/family/4ab33609f91b4a5b88d3c2e5e74e2891 2024-11-07T09:32:32,397 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/3189d08b97ee98116ad0926c5ca6c1ee/family/4ab33609f91b4a5b88d3c2e5e74e2891, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T09:32:32,398 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3189d08b97ee98116ad0926c5ca6c1ee in 32ms, sequenceid=8, compaction requested=false 2024-11-07T09:32:32,398 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3189d08b97ee98116ad0926c5ca6c1ee: 2024-11-07T09:32:32,398 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4a259bb9f1701b69f932f46c7ca0fa05 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T09:32:32,412 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/4a259bb9f1701b69f932f46c7ca0fa05/.tmp/family/552399cc89af46dda20810fabcf10381 is 32, key is 5/family:/1730971952359/Put/seqid=0 2024-11-07T09:32:32,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741840_1016 (size=5083) 2024-11-07T09:32:32,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741840_1016 (size=5083) 2024-11-07T09:32:32,417 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/4a259bb9f1701b69f932f46c7ca0fa05/.tmp/family/552399cc89af46dda20810fabcf10381 2024-11-07T09:32:32,423 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/4a259bb9f1701b69f932f46c7ca0fa05/.tmp/family/552399cc89af46dda20810fabcf10381 as hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/4a259bb9f1701b69f932f46c7ca0fa05/family/552399cc89af46dda20810fabcf10381 2024-11-07T09:32:32,428 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/4a259bb9f1701b69f932f46c7ca0fa05/family/552399cc89af46dda20810fabcf10381, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T09:32:32,429 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4a259bb9f1701b69f932f46c7ca0fa05 in 31ms, sequenceid=9, compaction requested=false 2024-11-07T09:32:32,429 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4a259bb9f1701b69f932f46c7ca0fa05: 2024-11-07T09:32:32,432 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T09:32:32,436 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:32,436 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:32:32,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:32,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:32:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] bucket.BucketCache(1864): found 1 blocks for file 552399cc89af46dda20810fabcf10381, starting offset: 0, end offset: 9223372036854775807 2024-11-07T09:32:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] bucket.BucketCache(1864): found 1 blocks for file 4ab33609f91b4a5b88d3c2e5e74e2891, starting offset: 0, end offset: 9223372036854775807 2024-11-07T09:32:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] bucket.BucketCache(857): removed key 552399cc89af46dda20810fabcf10381_0 from back map with offset lock 2094080 in the evict process 2024-11-07T09:32:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] bucket.BucketCache(857): removed key 4ab33609f91b4a5b88d3c2e5e74e2891_0 from back map with offset lock 2094080 in the evict process 2024-11-07T09:32:32,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:32:32,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:32,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:32,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:32,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:32,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:32:32,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1545515884, stopped=false 2024-11-07T09:32:32,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:32:32,439 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,44863,1730971950663 2024-11-07T09:32:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:32,441 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T09:32:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:32,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:32:32,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:32,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:32,442 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,33115,1730971950708' ***** 2024-11-07T09:32:32,442 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:32,442 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,41467,1730971950743' ***** 2024-11-07T09:32:32,442 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:32:32,442 INFO [RS:1;9f1eb259a29b:41467 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T09:32:32,442 INFO [RS:0;9f1eb259a29b:33115 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T09:32:32,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:32,443 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T09:32:32,443 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T09:32:32,443 INFO [RS:0;9f1eb259a29b:33115 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T09:32:32,443 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:32,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:32,443 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:32,443 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:32,443 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T09:32:32,443 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:32,443 INFO [RS:0;9f1eb259a29b:33115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:32,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T09:32:32,443 INFO [RS:1;9f1eb259a29b:41467 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T09:32:32,443 INFO [RS:0;9f1eb259a29b:33115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:32,443 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T09:32:32,443 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:32:32,443 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(3091): Received CLOSE for 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,443 INFO [RS:1;9f1eb259a29b:41467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:32:32,443 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:32:32,443 INFO [RS:1;9f1eb259a29b:41467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:32:32,444 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,444 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:32,444 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T09:32:32,444 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:32,444 INFO [RS:0;9f1eb259a29b:33115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:33115. 2024-11-07T09:32:32,444 DEBUG [RS:0;9f1eb259a29b:33115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:32,444 DEBUG [RS:0;9f1eb259a29b:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:32,444 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3189d08b97ee98116ad0926c5ca6c1ee, disabling compactions & flushes 2024-11-07T09:32:32,444 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:32,444 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:32,444 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:32:32,444 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. after waiting 0 ms 2024-11-07T09:32:32,444 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:32,444 DEBUG [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(1325): Online Regions={3189d08b97ee98116ad0926c5ca6c1ee=testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee.} 2024-11-07T09:32:32,444 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T09:32:32,444 DEBUG [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(1351): Waiting on 3189d08b97ee98116ad0926c5ca6c1ee 2024-11-07T09:32:32,444 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:32,444 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:32,444 INFO [RS:1;9f1eb259a29b:41467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9f1eb259a29b:41467. 2024-11-07T09:32:32,444 DEBUG [RS:1;9f1eb259a29b:41467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:32:32,444 DEBUG [RS:1;9f1eb259a29b:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:32,444 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:32,444 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:32,444 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:32,444 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:32:32,445 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a259bb9f1701b69f932f46c7ca0fa05, disabling compactions & flushes 2024-11-07T09:32:32,445 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:32,445 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:32,445 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. after waiting 0 ms 2024-11-07T09:32:32,445 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:32,445 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:32:32,445 DEBUG [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(1325): Online Regions={4a259bb9f1701b69f932f46c7ca0fa05=testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:32:32,445 DEBUG [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a259bb9f1701b69f932f46c7ca0fa05 2024-11-07T09:32:32,445 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:32:32,445 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:32:32,445 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:32:32,445 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:32:32,445 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:32:32,445 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T09:32:32,449 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/3189d08b97ee98116ad0926c5ca6c1ee/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T09:32:32,450 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:32,450 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3189d08b97ee98116ad0926c5ca6c1ee: Waiting for close lock at 1730971952444Running coprocessor pre-close hooks at 1730971952444Disabling compacts and flushes for region at 1730971952444Disabling writes for close at 1730971952444Writing region close event to WAL at 1730971952445 (+1 ms)Running coprocessor post-close hooks at 1730971952450 (+5 ms)Closed at 1730971952450 2024-11-07T09:32:32,450 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730971951712.3189d08b97ee98116ad0926c5ca6c1ee. 2024-11-07T09:32:32,452 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/default/testClearRegionBlockCache/4a259bb9f1701b69f932f46c7ca0fa05/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T09:32:32,452 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:32,452 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a259bb9f1701b69f932f46c7ca0fa05: Waiting for close lock at 1730971952445Running coprocessor pre-close hooks at 1730971952445Disabling compacts and flushes for region at 1730971952445Disabling writes for close at 1730971952445Writing region close event to WAL at 1730971952449 (+4 ms)Running coprocessor post-close hooks at 1730971952452 (+3 ms)Closed at 1730971952452 2024-11-07T09:32:32,452 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05. 2024-11-07T09:32:32,462 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/.tmp/info/39e6d937965646dc9a1fa2c8784d1ca9 is 173, key is testClearRegionBlockCache,5,1730971951712.4a259bb9f1701b69f932f46c7ca0fa05./info:regioninfo/1730971952072/Put/seqid=0 2024-11-07T09:32:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741841_1017 (size=8173) 2024-11-07T09:32:32,468 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/.tmp/info/39e6d937965646dc9a1fa2c8784d1ca9 2024-11-07T09:32:32,494 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/.tmp/ns/019024541ff04dd3ad3850d268f6d85d is 43, key is default/ns:d/1730971951603/Put/seqid=0 2024-11-07T09:32:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:32:32,500 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/.tmp/ns/019024541ff04dd3ad3850d268f6d85d 2024-11-07T09:32:32,519 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/.tmp/table/19a9491177db4eb1ae381d9b0ba4f8e3 is 61, key is testClearRegionBlockCache/table:state/1730971952082/Put/seqid=0 2024-11-07T09:32:32,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:32,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741843_1019 (size=5312) 2024-11-07T09:32:32,525 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/.tmp/table/19a9491177db4eb1ae381d9b0ba4f8e3 2024-11-07T09:32:32,531 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/.tmp/info/39e6d937965646dc9a1fa2c8784d1ca9 as hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/info/39e6d937965646dc9a1fa2c8784d1ca9 2024-11-07T09:32:32,536 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/info/39e6d937965646dc9a1fa2c8784d1ca9, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T09:32:32,538 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/.tmp/ns/019024541ff04dd3ad3850d268f6d85d as hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/ns/019024541ff04dd3ad3850d268f6d85d 2024-11-07T09:32:32,542 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/ns/019024541ff04dd3ad3850d268f6d85d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T09:32:32,543 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/.tmp/table/19a9491177db4eb1ae381d9b0ba4f8e3 as hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/table/19a9491177db4eb1ae381d9b0ba4f8e3 2024-11-07T09:32:32,548 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/table/19a9491177db4eb1ae381d9b0ba4f8e3, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T09:32:32,549 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=13, compaction requested=false 2024-11-07T09:32:32,553 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T09:32:32,553 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:32:32,553 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:32,553 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971952445Running coprocessor pre-close hooks at 1730971952445Disabling compacts and flushes for region at 1730971952445Disabling writes for close at 1730971952445Obtaining lock to block concurrent updates at 1730971952445Preparing flush snapshotting stores in 1588230740 at 1730971952445Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730971952446 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730971952446Flushing 1588230740/info: creating writer at 1730971952446Flushing 1588230740/info: appending metadata at 1730971952462 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730971952462Flushing 1588230740/ns: creating writer at 1730971952473 (+11 ms)Flushing 1588230740/ns: appending metadata at 1730971952493 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1730971952493Flushing 1588230740/table: creating writer at 1730971952505 (+12 ms)Flushing 1588230740/table: appending metadata at 1730971952519 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730971952519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7461f6b2: reopening flushed file at 1730971952531 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6156be09: reopening flushed file at 1730971952537 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f836782: reopening flushed file at 1730971952542 (+5 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=13, compaction requested=false at 1730971952549 (+7 ms)Writing region close event to WAL at 1730971952550 (+1 ms)Running coprocessor post-close hooks at 1730971952553 (+3 ms)Closed at 1730971952553 2024-11-07T09:32:32,554 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:32:32,644 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,33115,1730971950708; all regions closed. 2024-11-07T09:32:32,645 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,41467,1730971950743; all regions closed. 2024-11-07T09:32:32,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741834_1010 (size=1758) 2024-11-07T09:32:32,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741834_1010 (size=1758) 2024-11-07T09:32:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741835_1011 (size=4338) 2024-11-07T09:32:32,650 DEBUG [RS:0;9f1eb259a29b:33115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/oldWALs 2024-11-07T09:32:32,650 INFO [RS:0;9f1eb259a29b:33115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C33115%2C1730971950708:(num 1730971951175) 2024-11-07T09:32:32,650 DEBUG [RS:0;9f1eb259a29b:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:32,650 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:32,650 DEBUG [RS:1;9f1eb259a29b:41467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/oldWALs 2024-11-07T09:32:32,650 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:32,650 INFO [RS:1;9f1eb259a29b:41467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41467%2C1730971950743.meta:.meta(num 1730971951559) 2024-11-07T09:32:32,651 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:32,651 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:32:32,651 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:32:32,651 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:32:32,651 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:32,651 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:32,651 INFO [RS:0;9f1eb259a29b:33115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33115 2024-11-07T09:32:32,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741833_1009 (size=1867) 2024-11-07T09:32:32,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:32,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,33115,1730971950708 2024-11-07T09:32:32,654 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741833_1009 (size=1867) 2024-11-07T09:32:32,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,33115,1730971950708] 2024-11-07T09:32:32,656 DEBUG [RS:1;9f1eb259a29b:41467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/oldWALs 2024-11-07T09:32:32,656 INFO [RS:1;9f1eb259a29b:41467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41467%2C1730971950743:(num 1730971951175) 2024-11-07T09:32:32,656 DEBUG [RS:1;9f1eb259a29b:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:32:32,656 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:32:32,656 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:32,656 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:32,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,33115,1730971950708 already deleted, retry=false 2024-11-07T09:32:32,656 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:32,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,33115,1730971950708 expired; onlineServers=1 2024-11-07T09:32:32,656 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:32,656 INFO [RS:1;9f1eb259a29b:41467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41467 2024-11-07T09:32:32,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f1eb259a29b,41467,1730971950743 2024-11-07T09:32:32,660 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:32,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T09:32:32,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,41467,1730971950743] 2024-11-07T09:32:32,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f1eb259a29b,41467,1730971950743 already deleted, retry=false 2024-11-07T09:32:32,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,41467,1730971950743 expired; onlineServers=0 2024-11-07T09:32:32,664 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,44863,1730971950663' ***** 2024-11-07T09:32:32,664 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:32:32,664 INFO [M:0;9f1eb259a29b:44863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:32:32,664 INFO [M:0;9f1eb259a29b:44863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:32:32,664 DEBUG [M:0;9f1eb259a29b:44863 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:32:32,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:32:32,664 DEBUG [M:0;9f1eb259a29b:44863 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:32:32,664 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971950954 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971950954,5,FailOnTimeoutGroup] 2024-11-07T09:32:32,664 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971950954 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971950954,5,FailOnTimeoutGroup] 2024-11-07T09:32:32,664 INFO [M:0;9f1eb259a29b:44863 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:32:32,664 INFO [M:0;9f1eb259a29b:44863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:32:32,664 DEBUG [M:0;9f1eb259a29b:44863 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:32:32,664 INFO [M:0;9f1eb259a29b:44863 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:32:32,664 INFO [M:0;9f1eb259a29b:44863 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:32:32,665 INFO [M:0;9f1eb259a29b:44863 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:32:32,665 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:32:32,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T09:32:32,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T09:32:32,666 DEBUG [M:0;9f1eb259a29b:44863 {}] zookeeper.ZKUtil(347): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T09:32:32,666 WARN [M:0;9f1eb259a29b:44863 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:32:32,667 INFO [M:0;9f1eb259a29b:44863 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/.lastflushedseqids 2024-11-07T09:32:32,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741844_1020 (size=191) 2024-11-07T09:32:32,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741844_1020 (size=191) 2024-11-07T09:32:32,673 INFO [M:0;9f1eb259a29b:44863 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:32:32,673 INFO [M:0;9f1eb259a29b:44863 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:32:32,673 DEBUG [M:0;9f1eb259a29b:44863 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:32:32,673 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:32,673 DEBUG [M:0;9f1eb259a29b:44863 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:32,673 DEBUG [M:0;9f1eb259a29b:44863 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:32:32,673 DEBUG [M:0;9f1eb259a29b:44863 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:32,674 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-11-07T09:32:32,690 DEBUG [M:0;9f1eb259a29b:44863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c7781b44a2940aaa7533161eddc8704 is 82, key is hbase:meta,,1/info:regioninfo/1730971951591/Put/seqid=0 2024-11-07T09:32:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741845_1021 (size=5672) 2024-11-07T09:32:32,695 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c7781b44a2940aaa7533161eddc8704 2024-11-07T09:32:32,723 DEBUG [M:0;9f1eb259a29b:44863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce63f6b1ad044fe28e0a2932f90d9810 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971952085/Put/seqid=0 2024-11-07T09:32:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741846_1022 (size=6220) 2024-11-07T09:32:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741846_1022 (size=6220) 2024-11-07T09:32:32,728 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce63f6b1ad044fe28e0a2932f90d9810 2024-11-07T09:32:32,754 DEBUG [M:0;9f1eb259a29b:44863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f638134ab8740fea9cd7def3f022689 is 69, key is 9f1eb259a29b,33115,1730971950708/rs:state/1730971951022/Put/seqid=0 2024-11-07T09:32:32,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:32,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x100f1c5c8c50001, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:32,756 INFO [RS:0;9f1eb259a29b:33115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:32,756 INFO [RS:0;9f1eb259a29b:33115 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,33115,1730971950708; zookeeper connection closed. 2024-11-07T09:32:32,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bcf307a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bcf307a 2024-11-07T09:32:32,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741847_1023 (size=5224) 2024-11-07T09:32:32,760 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f638134ab8740fea9cd7def3f022689 2024-11-07T09:32:32,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:32,762 INFO [RS:1;9f1eb259a29b:41467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:32,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x100f1c5c8c50002, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:32,762 INFO [RS:1;9f1eb259a29b:41467 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,41467,1730971950743; zookeeper connection closed. 2024-11-07T09:32:32,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d798d9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d798d9f 2024-11-07T09:32:32,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T09:32:32,765 DEBUG [M:0;9f1eb259a29b:44863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c7781b44a2940aaa7533161eddc8704 as hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c7781b44a2940aaa7533161eddc8704 2024-11-07T09:32:32,770 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c7781b44a2940aaa7533161eddc8704, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T09:32:32,771 DEBUG [M:0;9f1eb259a29b:44863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce63f6b1ad044fe28e0a2932f90d9810 as hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce63f6b1ad044fe28e0a2932f90d9810 2024-11-07T09:32:32,776 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce63f6b1ad044fe28e0a2932f90d9810, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T09:32:32,777 DEBUG [M:0;9f1eb259a29b:44863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f638134ab8740fea9cd7def3f022689 as hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f638134ab8740fea9cd7def3f022689 2024-11-07T09:32:32,782 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/ced0763d-e696-9579-1c2b-704d73ba6ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f638134ab8740fea9cd7def3f022689, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T09:32:32,783 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=71, compaction requested=false 2024-11-07T09:32:32,784 INFO [M:0;9f1eb259a29b:44863 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:32:32,784 DEBUG [M:0;9f1eb259a29b:44863 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971952673Disabling compacts and flushes for region at 1730971952673Disabling writes for close at 1730971952673Obtaining lock to block concurrent updates at 1730971952674 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971952674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1730971952674Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971952674Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971952675 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971952689 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971952689Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971952701 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971952722 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971952722Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971952733 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971952754 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971952754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddfb8c0: reopening flushed file at 1730971952765 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e9d748: reopening flushed file at 1730971952771 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45764b4e: reopening flushed file at 1730971952776 (+5 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=71, compaction requested=false at 1730971952783 (+7 ms)Writing region close event to WAL at 1730971952784 (+1 ms)Closed at 1730971952784 2024-11-07T09:32:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741830_1006 (size=35501) 2024-11-07T09:32:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34195 is added to blk_1073741830_1006 (size=35501) 2024-11-07T09:32:32,787 INFO [M:0;9f1eb259a29b:44863 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:32:32,787 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:32:32,787 INFO [M:0;9f1eb259a29b:44863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44863 2024-11-07T09:32:32,788 INFO [M:0;9f1eb259a29b:44863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:32:32,891 INFO [M:0;9f1eb259a29b:44863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:32:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44863-0x100f1c5c8c50000, quorum=127.0.0.1:49501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:32:32,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ddee440{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:32,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fb0be0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:32,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:32,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b962a75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:32,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19df9c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:32,895 WARN [BP-1044096510-172.17.0.2-1730971949935 heartbeating to localhost/127.0.0.1:37075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:32,895 WARN [BP-1044096510-172.17.0.2-1730971949935 heartbeating to localhost/127.0.0.1:37075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1044096510-172.17.0.2-1730971949935 (Datanode Uuid dea35446-75b2-47f8-98d1-e72dcabf362b) service to localhost/127.0.0.1:37075 2024-11-07T09:32:32,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:32,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:32,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/data/data3/current/BP-1044096510-172.17.0.2-1730971949935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:32,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/data/data4/current/BP-1044096510-172.17.0.2-1730971949935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:32,896 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:32,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20942ca5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:32:32,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30fec042{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:32,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:32,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60dc907{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:32,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fe31dc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:32,900 WARN [BP-1044096510-172.17.0.2-1730971949935 heartbeating to localhost/127.0.0.1:37075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:32:32,900 WARN [BP-1044096510-172.17.0.2-1730971949935 heartbeating to localhost/127.0.0.1:37075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1044096510-172.17.0.2-1730971949935 (Datanode Uuid 553ee44a-eb24-4d08-9eab-20fbfa9becec) service to localhost/127.0.0.1:37075 2024-11-07T09:32:32,900 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:32:32,900 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:32:32,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/data/data1/current/BP-1044096510-172.17.0.2-1730971949935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:32,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/cluster_6f1b2ad7-c4ae-c2cd-772d-ea165385d581/data/data2/current/BP-1044096510-172.17.0.2-1730971949935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:32:32,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:32:32,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@391c36ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:32:32,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@430c9e02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:32:32,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:32:32,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e0e0d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:32:32,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24ebdbbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1367ad3a-1459-148a-9df2-dfa056d1506b/hadoop.log.dir/,STOPPED} 2024-11-07T09:32:32,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:32:32,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:32:32,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=199 (was 178) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37075 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37075 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=556 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 74), ProcessCount=11 (was 11), AvailableMemoryMB=5043 (was 5185)