2024-11-12 14:28:15,082 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-12 14:28:15,101 main DEBUG Took 0.016496 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 14:28:15,101 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 14:28:15,102 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 14:28:15,103 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 14:28:15,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,119 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 14:28:15,133 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,136 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,136 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,138 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,139 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,140 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,141 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,142 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,143 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,144 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,145 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,146 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:28:15,147 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,147 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 14:28:15,149 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:28:15,150 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 14:28:15,152 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 14:28:15,153 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 14:28:15,154 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 14:28:15,155 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 14:28:15,165 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 14:28:15,168 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 14:28:15,170 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 14:28:15,171 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 14:28:15,171 main DEBUG createAppenders(={Console}) 2024-11-12 14:28:15,172 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-12 14:28:15,172 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-12 14:28:15,173 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-12 14:28:15,173 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 14:28:15,174 main DEBUG OutputStream closed 2024-11-12 14:28:15,174 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 14:28:15,174 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 14:28:15,175 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-12 14:28:15,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 14:28:15,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 14:28:15,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 14:28:15,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 14:28:15,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 14:28:15,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 14:28:15,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 14:28:15,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 14:28:15,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 14:28:15,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 14:28:15,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 14:28:15,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 14:28:15,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 14:28:15,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 14:28:15,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 14:28:15,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 14:28:15,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 14:28:15,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 14:28:15,257 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 14:28:15,257 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-12 14:28:15,257 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 14:28:15,258 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-12T14:28:15,271 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-12 14:28:15,273 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 14:28:15,273 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T14:28:15,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=7708 2024-11-12T14:28:15,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f 2024-11-12T14:28:15,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:28:15,558 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1, deleteOnExit=true 2024-11-12T14:28:15,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:28:15,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/test.cache.data in system properties and HBase conf 2024-11-12T14:28:15,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:28:15,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:28:15,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:28:15,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:28:15,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:28:15,634 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T14:28:15,721 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:28:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:28:15,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:15,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:28:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:28:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:28:15,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:28:15,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:28:15,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:15,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:28:15,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:28:16,754 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T14:28:16,822 INFO [Time-limited test {}] log.Log(170): Logging initialized @2343ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T14:28:16,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:16,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:16,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:16,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:16,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:28:16,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:16,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:16,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:17,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/java.io.tmpdir/jetty-localhost-45311-hadoop-hdfs-3_4_1-tests_jar-_-any-15973864558546714072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:17,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:45311} 2024-11-12T14:28:17,161 INFO [Time-limited test {}] server.Server(415): Started @2682ms 2024-11-12T14:28:17,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:17,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:17,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:17,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:17,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:17,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:17,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:17,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/java.io.tmpdir/jetty-localhost-36483-hadoop-hdfs-3_4_1-tests_jar-_-any-16684491940920260450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:17,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:36483} 2024-11-12T14:28:17,855 INFO [Time-limited test {}] server.Server(415): Started @3376ms 2024-11-12T14:28:17,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:18,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:18,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:18,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:18,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:18,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:18,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:18,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:18,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/java.io.tmpdir/jetty-localhost-45341-hadoop-hdfs-3_4_1-tests_jar-_-any-13762070101698430189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:18,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:45341} 2024-11-12T14:28:18,119 INFO [Time-limited test {}] server.Server(415): Started @3640ms 2024-11-12T14:28:18,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:19,462 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/data/data4/current/BP-325979936-172.17.0.3-1731421696238/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:19,462 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/data/data3/current/BP-325979936-172.17.0.3-1731421696238/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:19,462 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/data/data2/current/BP-325979936-172.17.0.3-1731421696238/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:19,462 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/data/data1/current/BP-325979936-172.17.0.3-1731421696238/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:19,503 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:19,503 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf47be3a70a6f2245 with lease ID 0xbb46257fedb40f1c: Processing first storage report for DS-ca819879-5952-45e6-8795-38097651e40a from datanode DatanodeRegistration(127.0.0.1:38341, datanodeUuid=6d142142-300e-4adc-9df9-41752dd4c2be, infoPort=33923, infoSecurePort=0, ipcPort=39147, storageInfo=lv=-57;cid=testClusterID;nsid=949293708;c=1731421696238) 2024-11-12T14:28:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf47be3a70a6f2245 with lease ID 0xbb46257fedb40f1c: from storage DS-ca819879-5952-45e6-8795-38097651e40a node DatanodeRegistration(127.0.0.1:38341, datanodeUuid=6d142142-300e-4adc-9df9-41752dd4c2be, infoPort=33923, infoSecurePort=0, ipcPort=39147, storageInfo=lv=-57;cid=testClusterID;nsid=949293708;c=1731421696238), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T14:28:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdadc210052f2bd2f with lease ID 0xbb46257fedb40f1b: Processing first storage report for DS-45ebbb5e-7c40-4778-aa4b-053b65d6391a from datanode DatanodeRegistration(127.0.0.1:42611, datanodeUuid=4fb4a17a-98d7-4c4a-9e04-7433856bd466, infoPort=42145, infoSecurePort=0, ipcPort=42527, storageInfo=lv=-57;cid=testClusterID;nsid=949293708;c=1731421696238) 2024-11-12T14:28:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdadc210052f2bd2f with lease ID 0xbb46257fedb40f1b: from storage DS-45ebbb5e-7c40-4778-aa4b-053b65d6391a node DatanodeRegistration(127.0.0.1:42611, datanodeUuid=4fb4a17a-98d7-4c4a-9e04-7433856bd466, infoPort=42145, infoSecurePort=0, ipcPort=42527, storageInfo=lv=-57;cid=testClusterID;nsid=949293708;c=1731421696238), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:28:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf47be3a70a6f2245 with lease ID 0xbb46257fedb40f1c: Processing first storage report for DS-1770385b-719f-4e73-b9a3-26e7cb17b5d8 from datanode DatanodeRegistration(127.0.0.1:38341, datanodeUuid=6d142142-300e-4adc-9df9-41752dd4c2be, infoPort=33923, infoSecurePort=0, ipcPort=39147, storageInfo=lv=-57;cid=testClusterID;nsid=949293708;c=1731421696238) 2024-11-12T14:28:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf47be3a70a6f2245 with lease ID 0xbb46257fedb40f1c: from storage DS-1770385b-719f-4e73-b9a3-26e7cb17b5d8 node DatanodeRegistration(127.0.0.1:38341, datanodeUuid=6d142142-300e-4adc-9df9-41752dd4c2be, infoPort=33923, infoSecurePort=0, ipcPort=39147, storageInfo=lv=-57;cid=testClusterID;nsid=949293708;c=1731421696238), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:28:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdadc210052f2bd2f with lease ID 0xbb46257fedb40f1b: Processing first storage report for DS-f115466a-0bee-4f96-a1f3-c3120431beb3 from datanode DatanodeRegistration(127.0.0.1:42611, datanodeUuid=4fb4a17a-98d7-4c4a-9e04-7433856bd466, infoPort=42145, infoSecurePort=0, ipcPort=42527, storageInfo=lv=-57;cid=testClusterID;nsid=949293708;c=1731421696238) 2024-11-12T14:28:19,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdadc210052f2bd2f with lease ID 0xbb46257fedb40f1b: from storage DS-f115466a-0bee-4f96-a1f3-c3120431beb3 node DatanodeRegistration(127.0.0.1:42611, datanodeUuid=4fb4a17a-98d7-4c4a-9e04-7433856bd466, infoPort=42145, infoSecurePort=0, ipcPort=42527, storageInfo=lv=-57;cid=testClusterID;nsid=949293708;c=1731421696238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:19,629 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f 2024-11-12T14:28:19,699 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/zookeeper_0, clientPort=60573, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:28:19,709 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60573 2024-11-12T14:28:19,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:19,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:19,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:20,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6 with version=8 2024-11-12T14:28:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/hbase-staging 2024-11-12T14:28:20,459 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T14:28:20,698 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:20,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:20,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:20,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:20,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:20,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:20,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:28:20,900 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T14:28:20,911 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T14:28:20,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:20,947 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46427 (auto-detected) 2024-11-12T14:28:20,948 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T14:28:20,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40063 2024-11-12T14:28:20,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40063 connecting to ZooKeeper ensemble=127.0.0.1:60573 2024-11-12T14:28:21,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400630x0, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:21,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40063-0x1012f727a0d0000 connected 2024-11-12T14:28:21,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:21,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:21,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:21,213 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6, hbase.cluster.distributed=false 2024-11-12T14:28:21,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:21,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-12T14:28:21,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40063 2024-11-12T14:28:21,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40063 2024-11-12T14:28:21,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-12T14:28:21,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-12T14:28:21,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:21,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:21,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:21,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:21,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:21,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:21,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:21,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:21,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42901 2024-11-12T14:28:21,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42901 connecting to ZooKeeper ensemble=127.0.0.1:60573 2024-11-12T14:28:21,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:21,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:21,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429010x0, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:21,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42901-0x1012f727a0d0001 connected 2024-11-12T14:28:21,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429010x0, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:21,412 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:21,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:21,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:21,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:21,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-12T14:28:21,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42901 2024-11-12T14:28:21,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42901 2024-11-12T14:28:21,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-12T14:28:21,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-12T14:28:21,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:21,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:21,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:21,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:21,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:21,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:21,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:21,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:21,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45519 2024-11-12T14:28:21,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45519 connecting to ZooKeeper ensemble=127.0.0.1:60573 2024-11-12T14:28:21,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:21,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:21,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455190x0, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:21,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455190x0, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:21,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45519-0x1012f727a0d0002 connected 2024-11-12T14:28:21,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:21,526 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:21,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:21,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:21,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45519 2024-11-12T14:28:21,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45519 2024-11-12T14:28:21,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45519 2024-11-12T14:28:21,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45519 2024-11-12T14:28:21,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45519 2024-11-12T14:28:21,560 DEBUG [M:0;2b6d221c5cde:40063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:40063 2024-11-12T14:28:21,561 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:21,588 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:21,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:21,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:21,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:21,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:21,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:21,619 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T14:28:21,620 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b6d221c5cde,40063,1731421700547 from backup master directory 2024-11-12T14:28:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:21,629 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:21,629 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:21,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T14:28:21,632 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T14:28:21,691 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/hbase.id] with ID: 79f444be-28dc-46d7-8dec-a14077d63ff8 2024-11-12T14:28:21,691 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/.tmp/hbase.id 2024-11-12T14:28:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:21,705 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/.tmp/hbase.id]:[hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/hbase.id] 2024-11-12T14:28:21,752 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:21,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:28:21,780 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-12T14:28:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:21,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:21,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:21,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:21,826 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:21,828 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:28:21,842 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T14:28:21,846 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:21,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:21,896 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store 2024-11-12T14:28:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:21,933 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T14:28:21,938 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:21,939 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:21,939 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:21,939 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:21,941 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:21,941 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:21,942 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:21,944 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421701939Disabling compacts and flushes for region at 1731421701939Disabling writes for close at 1731421701941 (+2 ms)Writing region close event to WAL at 1731421701942 (+1 ms)Closed at 1731421701942 2024-11-12T14:28:21,946 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/.initializing 2024-11-12T14:28:21,946 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/WALs/2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:21,960 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:21,980 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C40063%2C1731421700547, suffix=, logDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/WALs/2b6d221c5cde,40063,1731421700547, archiveDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/oldWALs, maxLogs=10 2024-11-12T14:28:22,006 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/WALs/2b6d221c5cde,40063,1731421700547/2b6d221c5cde%2C40063%2C1731421700547.1731421701986, exclude list is [], retry=0 2024-11-12T14:28:22,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-45ebbb5e-7c40-4778-aa4b-053b65d6391a,DISK] 2024-11-12T14:28:22,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38341,DS-ca819879-5952-45e6-8795-38097651e40a,DISK] 2024-11-12T14:28:22,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T14:28:22,059 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/WALs/2b6d221c5cde,40063,1731421700547/2b6d221c5cde%2C40063%2C1731421700547.1731421701986 2024-11-12T14:28:22,059 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923),(127.0.0.1/127.0.0.1:42145:42145)] 2024-11-12T14:28:22,060 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:22,061 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:22,063 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,064 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:28:22,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:22,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:22,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:28:22,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:22,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:22,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:28:22,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:22,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:22,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:28:22,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:22,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:22,161 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,165 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,167 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,174 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,175 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,179 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:22,183 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:22,198 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:22,199 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65659778, jitterRate=-0.021593064069747925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:22,209 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421702077Initializing all the Stores at 1731421702079 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421702080 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421702080Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421702081 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421702081Cleaning up temporary data from old regions at 1731421702175 (+94 ms)Region opened successfully at 1731421702209 (+34 ms) 2024-11-12T14:28:22,211 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:28:22,254 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b105a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:22,293 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:28:22,305 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:28:22,305 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:28:22,309 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:28:22,310 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T14:28:22,315 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T14:28:22,316 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:28:22,348 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:28:22,362 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T14:28:22,412 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T14:28:22,416 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:28:22,419 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:28:22,475 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T14:28:22,479 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:28:22,483 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:28:22,561 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T14:28:22,563 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:28:22,623 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T14:28:22,640 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:28:22,718 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T14:28:22,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:22,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:22,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:22,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:22,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:22,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:22,780 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,40063,1731421700547, sessionid=0x1012f727a0d0000, setting cluster-up flag (Was=false) 2024-11-12T14:28:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:23,090 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T14:28:23,093 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:23,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:23,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:23,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:23,460 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T14:28:23,465 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:23,474 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:28:23,541 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:23,546 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(746): ClusterId : 79f444be-28dc-46d7-8dec-a14077d63ff8 2024-11-12T14:28:23,546 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(746): ClusterId : 79f444be-28dc-46d7-8dec-a14077d63ff8 2024-11-12T14:28:23,548 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:23,548 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:23,551 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:28:23,557 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:28:23,562 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,40063,1731421700547 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:28:23,634 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:23,634 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:23,634 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:23,634 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:23,636 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:23,636 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:23,636 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:23,637 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:23,637 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:28:23,637 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,638 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:23,638 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,639 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421733639 2024-11-12T14:28:23,641 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:28:23,642 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:28:23,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:23,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:28:23,645 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:28:23,645 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:28:23,645 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:28:23,646 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:28:23,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:23,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:28:23,648 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,651 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:28:23,653 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:28:23,653 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:28:23,655 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:28:23,655 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:28:23,657 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421703656,5,FailOnTimeoutGroup] 2024-11-12T14:28:23,657 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421703657,5,FailOnTimeoutGroup] 2024-11-12T14:28:23,658 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,658 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:28:23,659 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:23,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:23,659 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:28:23,662 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6 2024-11-12T14:28:23,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:23,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:23,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:23,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:23,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:23,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:23,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:23,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:23,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:23,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:23,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:23,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:23,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:23,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:23,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:23,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:23,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:23,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:23,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:23,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:23,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740 2024-11-12T14:28:23,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740 2024-11-12T14:28:23,695 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:23,695 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:23,696 DEBUG [RS:0;2b6d221c5cde:42901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750b30fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:23,696 DEBUG [RS:1;2b6d221c5cde:45519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455b14b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:23,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:23,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:23,699 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:23,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:23,706 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:23,707 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61449788, jitterRate=-0.08432680368423462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:23,710 DEBUG [RS:0;2b6d221c5cde:42901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:42901 2024-11-12T14:28:23,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421703673Initializing all the Stores at 1731421703675 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421703675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421703675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421703675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421703675Cleaning up temporary data from old regions at 1731421703698 (+23 ms)Region opened successfully at 1731421703711 (+13 ms) 2024-11-12T14:28:23,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:23,712 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:23,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:23,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:23,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:23,713 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:23,713 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:23,713 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:23,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421703711Disabling compacts and flushes for region at 1731421703711Disabling writes for close at 1731421703712 (+1 ms)Writing region close event to WAL at 1731421703713 (+1 ms)Closed at 1731421703713 2024-11-12T14:28:23,713 DEBUG [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:23,715 DEBUG [RS:1;2b6d221c5cde:45519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2b6d221c5cde:45519 2024-11-12T14:28:23,716 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:23,716 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:23,716 DEBUG [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:23,716 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,40063,1731421700547 with port=42901, startcode=1731421701322 2024-11-12T14:28:23,717 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,40063,1731421700547 with port=45519, startcode=1731421701446 2024-11-12T14:28:23,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:23,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:28:23,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:28:23,728 DEBUG [RS:1;2b6d221c5cde:45519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:23,728 DEBUG [RS:0;2b6d221c5cde:42901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:23,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:23,754 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:28:23,763 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:23,763 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:23,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:23,771 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:23,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:23,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:23,786 DEBUG [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6 2024-11-12T14:28:23,786 DEBUG [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39583 2024-11-12T14:28:23,786 DEBUG [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:23,787 DEBUG [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6 2024-11-12T14:28:23,787 DEBUG [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39583 2024-11-12T14:28:23,787 DEBUG [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:23,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:23,886 DEBUG [RS:1;2b6d221c5cde:45519 {}] zookeeper.ZKUtil(111): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:23,886 DEBUG [RS:0;2b6d221c5cde:42901 {}] zookeeper.ZKUtil(111): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:23,886 WARN [RS:0;2b6d221c5cde:42901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:23,886 INFO [RS:0;2b6d221c5cde:42901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:23,886 DEBUG [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:23,887 WARN [RS:1;2b6d221c5cde:45519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:23,887 INFO [RS:1;2b6d221c5cde:45519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:23,887 DEBUG [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:23,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,45519,1731421701446] 2024-11-12T14:28:23,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,42901,1731421701322] 2024-11-12T14:28:23,905 WARN [2b6d221c5cde:40063 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:28:23,915 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:23,916 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:23,934 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:23,934 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:23,939 INFO [RS:1;2b6d221c5cde:45519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:23,939 INFO [RS:0;2b6d221c5cde:42901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:23,939 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,939 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,941 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:23,943 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:23,947 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:23,947 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:23,949 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,949 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,950 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,950 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,950 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,950 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,950 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,950 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,950 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,950 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,951 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,951 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:23,951 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,951 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,951 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,951 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,952 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,952 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,952 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:23,952 DEBUG [RS:1;2b6d221c5cde:45519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:23,952 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,953 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:23,953 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,953 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,953 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,953 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,953 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,954 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:23,954 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:23,954 DEBUG [RS:0;2b6d221c5cde:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:23,983 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,983 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,983 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,984 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,984 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,984 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45519,1731421701446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:23,989 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,989 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,989 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,989 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,990 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:23,990 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42901,1731421701322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:24,025 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:24,026 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:24,028 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42901,1731421701322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,028 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45519,1731421701446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,028 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,028 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,029 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.Replication(171): 2b6d221c5cde,42901,1731421701322 started 2024-11-12T14:28:24,029 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.Replication(171): 2b6d221c5cde,45519,1731421701446 started 2024-11-12T14:28:24,049 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,049 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,049 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,42901,1731421701322, RpcServer on 2b6d221c5cde/172.17.0.3:42901, sessionid=0x1012f727a0d0001 2024-11-12T14:28:24,049 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,45519,1731421701446, RpcServer on 2b6d221c5cde/172.17.0.3:45519, sessionid=0x1012f727a0d0002 2024-11-12T14:28:24,050 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:24,050 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:24,050 DEBUG [RS:0;2b6d221c5cde:42901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:24,050 DEBUG [RS:1;2b6d221c5cde:45519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:24,050 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,42901,1731421701322' 2024-11-12T14:28:24,050 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,45519,1731421701446' 2024-11-12T14:28:24,051 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:24,051 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:24,051 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:24,051 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:24,052 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:24,052 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:24,052 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:24,052 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:24,052 DEBUG [RS:1;2b6d221c5cde:45519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:24,052 DEBUG [RS:0;2b6d221c5cde:42901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:24,053 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,45519,1731421701446' 2024-11-12T14:28:24,053 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,42901,1731421701322' 2024-11-12T14:28:24,053 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:24,053 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:24,053 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:24,053 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:24,054 DEBUG [RS:0;2b6d221c5cde:42901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:24,054 DEBUG [RS:1;2b6d221c5cde:45519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:24,054 INFO [RS:1;2b6d221c5cde:45519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:24,054 INFO [RS:1;2b6d221c5cde:45519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:24,054 INFO [RS:0;2b6d221c5cde:42901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:24,055 INFO [RS:0;2b6d221c5cde:42901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:24,159 INFO [RS:0;2b6d221c5cde:42901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:24,159 INFO [RS:1;2b6d221c5cde:45519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:24,162 INFO [RS:0;2b6d221c5cde:42901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C42901%2C1731421701322, suffix=, logDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,42901,1731421701322, archiveDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/oldWALs, maxLogs=32 2024-11-12T14:28:24,163 INFO [RS:1;2b6d221c5cde:45519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C45519%2C1731421701446, suffix=, logDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,45519,1731421701446, archiveDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/oldWALs, maxLogs=32 2024-11-12T14:28:24,181 DEBUG [RS:0;2b6d221c5cde:42901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,42901,1731421701322/2b6d221c5cde%2C42901%2C1731421701322.1731421704166, exclude list is [], retry=0 2024-11-12T14:28:24,182 DEBUG [RS:1;2b6d221c5cde:45519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,45519,1731421701446/2b6d221c5cde%2C45519%2C1731421701446.1731421704166, exclude list is [], retry=0 2024-11-12T14:28:24,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38341,DS-ca819879-5952-45e6-8795-38097651e40a,DISK] 2024-11-12T14:28:24,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-45ebbb5e-7c40-4778-aa4b-053b65d6391a,DISK] 2024-11-12T14:28:24,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38341,DS-ca819879-5952-45e6-8795-38097651e40a,DISK] 2024-11-12T14:28:24,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-45ebbb5e-7c40-4778-aa4b-053b65d6391a,DISK] 2024-11-12T14:28:24,202 INFO [RS:0;2b6d221c5cde:42901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,42901,1731421701322/2b6d221c5cde%2C42901%2C1731421701322.1731421704166 2024-11-12T14:28:24,204 DEBUG [RS:0;2b6d221c5cde:42901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923),(127.0.0.1/127.0.0.1:42145:42145)] 2024-11-12T14:28:24,205 INFO [RS:1;2b6d221c5cde:45519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,45519,1731421701446/2b6d221c5cde%2C45519%2C1731421701446.1731421704166 2024-11-12T14:28:24,208 DEBUG [RS:1;2b6d221c5cde:45519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923),(127.0.0.1/127.0.0.1:42145:42145)] 2024-11-12T14:28:24,410 DEBUG [2b6d221c5cde:40063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T14:28:24,420 DEBUG [2b6d221c5cde:40063 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:24,426 DEBUG [2b6d221c5cde:40063 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:24,426 DEBUG [2b6d221c5cde:40063 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:24,426 DEBUG [2b6d221c5cde:40063 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:24,426 DEBUG [2b6d221c5cde:40063 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:24,426 INFO [2b6d221c5cde:40063 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:24,426 INFO [2b6d221c5cde:40063 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:24,426 DEBUG [2b6d221c5cde:40063 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:24,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:24,438 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,45519,1731421701446, state=OPENING 2024-11-12T14:28:24,491 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:28:24,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:24,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:24,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:24,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:24,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:24,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:24,508 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:24,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45519,1731421701446}] 2024-11-12T14:28:24,689 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:24,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:24,701 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:28:24,701 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:24,702 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:28:24,706 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C45519%2C1731421701446.meta, suffix=.meta, logDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,45519,1731421701446, archiveDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/oldWALs, maxLogs=32 2024-11-12T14:28:24,723 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,45519,1731421701446/2b6d221c5cde%2C45519%2C1731421701446.meta.1731421704708.meta, exclude list is [], retry=0 2024-11-12T14:28:24,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42611,DS-45ebbb5e-7c40-4778-aa4b-053b65d6391a,DISK] 2024-11-12T14:28:24,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38341,DS-ca819879-5952-45e6-8795-38097651e40a,DISK] 2024-11-12T14:28:24,732 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/WALs/2b6d221c5cde,45519,1731421701446/2b6d221c5cde%2C45519%2C1731421701446.meta.1731421704708.meta 2024-11-12T14:28:24,732 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923),(127.0.0.1/127.0.0.1:42145:42145)] 2024-11-12T14:28:24,733 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:24,735 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:28:24,739 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:28:24,745 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:28:24,751 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:28:24,752 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:24,753 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:28:24,753 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:28:24,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:24,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:24,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:24,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:24,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:24,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:24,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:24,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:24,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:24,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:24,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:24,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:24,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:24,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:24,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:24,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:24,769 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:24,771 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740 2024-11-12T14:28:24,774 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740 2024-11-12T14:28:24,777 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:24,777 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:24,778 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:24,782 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:24,784 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63320381, jitterRate=-0.05645279586315155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:24,784 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:28:24,786 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421704754Writing region info on filesystem at 1731421704754Initializing all the Stores at 1731421704756 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421704757 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421704757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421704757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421704757Cleaning up temporary data from old regions at 1731421704777 (+20 ms)Running coprocessor post-open hooks at 1731421704784 (+7 ms)Region opened successfully at 1731421704786 (+2 ms) 2024-11-12T14:28:24,794 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421704681 2024-11-12T14:28:24,808 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:28:24,808 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:28:24,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:24,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,45519,1731421701446, state=OPEN 2024-11-12T14:28:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:24,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:24,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:24,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:24,825 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:24,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:28:24,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45519,1731421701446 in 315 msec 2024-11-12T14:28:24,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:28:24,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1080 sec 2024-11-12T14:28:24,841 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:24,841 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:28:24,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:24,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45519,1731421701446, seqNum=-1] 2024-11-12T14:28:24,879 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:24,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:24,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3970 sec 2024-11-12T14:28:24,902 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421704902, completionTime=-1 2024-11-12T14:28:24,904 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T14:28:24,904 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:28:24,930 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T14:28:24,930 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421764930 2024-11-12T14:28:24,930 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421824930 2024-11-12T14:28:24,930 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-12T14:28:24,931 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:28:24,939 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40063,1731421700547-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,940 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40063,1731421700547-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,940 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40063,1731421700547-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,942 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:40063, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,942 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,943 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:24,948 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:28:24,974 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.345sec 2024-11-12T14:28:24,975 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:28:24,977 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:28:24,978 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:28:24,978 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:28:24,978 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:28:24,979 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40063,1731421700547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:24,979 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40063,1731421700547-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:28:24,985 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:28:24,986 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:28:24,986 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40063,1731421700547-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:25,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c5588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:25,057 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T14:28:25,057 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T14:28:25,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40063,-1 for getting cluster id 2024-11-12T14:28:25,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:28:25,100 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79f444be-28dc-46d7-8dec-a14077d63ff8' 2024-11-12T14:28:25,103 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:28:25,103 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79f444be-28dc-46d7-8dec-a14077d63ff8" 2024-11-12T14:28:25,103 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355a8dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:25,103 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40063,-1] 2024-11-12T14:28:25,106 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:28:25,108 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:25,109 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:28:25,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da4cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:25,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:25,119 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45519,1731421701446, seqNum=-1] 2024-11-12T14:28:25,119 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:25,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:25,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:25,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:28:25,170 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:25,173 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dcf7aa1 2024-11-12T14:28:25,175 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:28:25,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:28:25,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T14:28:25,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:28:25,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T14:28:25,200 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:25,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:28:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:25,222 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7dc3bec86f0153a7feeba0b3b8d97f0d, NAME => 'testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6 2024-11-12T14:28:25,222 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c25ffbe10d5bbdc5456d2d2bb3e9c20c, NAME => 'testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6 2024-11-12T14:28:25,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:25,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:25,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:25,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:25,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:25,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:25,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c25ffbe10d5bbdc5456d2d2bb3e9c20c, disabling compactions & flushes 2024-11-12T14:28:25,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 7dc3bec86f0153a7feeba0b3b8d97f0d, disabling compactions & flushes 2024-11-12T14:28:25,233 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:25,233 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:25,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:25,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:25,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. after waiting 0 ms 2024-11-12T14:28:25,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. after waiting 0 ms 2024-11-12T14:28:25,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:25,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:25,234 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:25,234 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:25,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c25ffbe10d5bbdc5456d2d2bb3e9c20c: Waiting for close lock at 1731421705233Disabling compacts and flushes for region at 1731421705233Disabling writes for close at 1731421705234 (+1 ms)Writing region close event to WAL at 1731421705234Closed at 1731421705234 2024-11-12T14:28:25,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7dc3bec86f0153a7feeba0b3b8d97f0d: Waiting for close lock at 1731421705233Disabling compacts and flushes for region at 1731421705233Disabling writes for close at 1731421705234 (+1 ms)Writing region close event to WAL at 1731421705234Closed at 1731421705234 2024-11-12T14:28:25,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:28:25,241 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421705236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421705236"}]},"ts":"1731421705236"} 2024-11-12T14:28:25,241 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421705236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421705236"}]},"ts":"1731421705236"} 2024-11-12T14:28:25,279 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T14:28:25,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:28:25,284 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421705281"}]},"ts":"1731421705281"} 2024-11-12T14:28:25,289 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T14:28:25,289 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:25,292 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:25,292 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:25,292 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:25,292 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:25,292 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:25,292 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:25,292 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:25,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c25ffbe10d5bbdc5456d2d2bb3e9c20c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc3bec86f0153a7feeba0b3b8d97f0d, ASSIGN}] 2024-11-12T14:28:25,297 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c25ffbe10d5bbdc5456d2d2bb3e9c20c, ASSIGN 2024-11-12T14:28:25,298 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc3bec86f0153a7feeba0b3b8d97f0d, ASSIGN 2024-11-12T14:28:25,300 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc3bec86f0153a7feeba0b3b8d97f0d, ASSIGN; state=OFFLINE, location=2b6d221c5cde,42901,1731421701322; forceNewPlan=false, retain=false 2024-11-12T14:28:25,300 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c25ffbe10d5bbdc5456d2d2bb3e9c20c, ASSIGN; state=OFFLINE, location=2b6d221c5cde,45519,1731421701446; forceNewPlan=false, retain=false 2024-11-12T14:28:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:25,453 INFO [2b6d221c5cde:40063 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T14:28:25,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c25ffbe10d5bbdc5456d2d2bb3e9c20c, regionState=OPENING, regionLocation=2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:25,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7dc3bec86f0153a7feeba0b3b8d97f0d, regionState=OPENING, regionLocation=2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:25,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c25ffbe10d5bbdc5456d2d2bb3e9c20c, ASSIGN because future has completed 2024-11-12T14:28:25,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c25ffbe10d5bbdc5456d2d2bb3e9c20c, server=2b6d221c5cde,45519,1731421701446}] 2024-11-12T14:28:25,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc3bec86f0153a7feeba0b3b8d97f0d, ASSIGN because future has completed 2024-11-12T14:28:25,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc3bec86f0153a7feeba0b3b8d97f0d, server=2b6d221c5cde,42901,1731421701322}] 2024-11-12T14:28:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:25,618 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:25,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:25,623 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:25,623 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c25ffbe10d5bbdc5456d2d2bb3e9c20c, NAME => 'testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T14:28:25,624 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,624 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:25,624 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,624 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,628 INFO [StoreOpener-c25ffbe10d5bbdc5456d2d2bb3e9c20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,631 INFO [StoreOpener-c25ffbe10d5bbdc5456d2d2bb3e9c20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c25ffbe10d5bbdc5456d2d2bb3e9c20c columnFamilyName family 2024-11-12T14:28:25,631 DEBUG [StoreOpener-c25ffbe10d5bbdc5456d2d2bb3e9c20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:25,633 INFO [StoreOpener-c25ffbe10d5bbdc5456d2d2bb3e9c20c-1 {}] regionserver.HStore(327): Store=c25ffbe10d5bbdc5456d2d2bb3e9c20c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:25,633 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,634 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:25,635 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,635 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dc3bec86f0153a7feeba0b3b8d97f0d, NAME => 'testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T14:28:25,636 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,636 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:25,636 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,636 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,636 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,637 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,637 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,638 INFO [StoreOpener-7dc3bec86f0153a7feeba0b3b8d97f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,640 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,641 INFO [StoreOpener-7dc3bec86f0153a7feeba0b3b8d97f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc3bec86f0153a7feeba0b3b8d97f0d columnFamilyName family 2024-11-12T14:28:25,642 DEBUG [StoreOpener-7dc3bec86f0153a7feeba0b3b8d97f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:25,642 INFO [StoreOpener-7dc3bec86f0153a7feeba0b3b8d97f0d-1 {}] regionserver.HStore(327): Store=7dc3bec86f0153a7feeba0b3b8d97f0d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:25,643 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,644 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,646 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,647 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,647 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,648 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/c25ffbe10d5bbdc5456d2d2bb3e9c20c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:25,650 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c25ffbe10d5bbdc5456d2d2bb3e9c20c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69114977, jitterRate=0.029893413186073303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:25,650 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:25,651 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c25ffbe10d5bbdc5456d2d2bb3e9c20c: Running coprocessor pre-open hook at 1731421705624Writing region info on filesystem at 1731421705624Initializing all the Stores at 1731421705626 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421705626Cleaning up temporary data from old regions at 1731421705637 (+11 ms)Running coprocessor post-open hooks at 1731421705650 (+13 ms)Region opened successfully at 1731421705651 (+1 ms) 2024-11-12T14:28:25,654 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,654 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c., pid=7, masterSystemTime=1731421705615 2024-11-12T14:28:25,659 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:25,659 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:25,660 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/7dc3bec86f0153a7feeba0b3b8d97f0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:25,661 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7dc3bec86f0153a7feeba0b3b8d97f0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65465569, jitterRate=-0.024487003684043884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:25,661 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:25,661 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c25ffbe10d5bbdc5456d2d2bb3e9c20c, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:25,661 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7dc3bec86f0153a7feeba0b3b8d97f0d: Running coprocessor pre-open hook at 1731421705636Writing region info on filesystem at 1731421705636Initializing all the Stores at 1731421705638 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421705638Cleaning up temporary data from old regions at 1731421705647 (+9 ms)Running coprocessor post-open hooks at 1731421705661 (+14 ms)Region opened successfully at 1731421705661 2024-11-12T14:28:25,664 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d., pid=8, masterSystemTime=1731421705618 2024-11-12T14:28:25,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c25ffbe10d5bbdc5456d2d2bb3e9c20c, server=2b6d221c5cde,45519,1731421701446 because future has completed 2024-11-12T14:28:25,667 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:25,667 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:25,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7dc3bec86f0153a7feeba0b3b8d97f0d, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:25,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc3bec86f0153a7feeba0b3b8d97f0d, server=2b6d221c5cde,42901,1731421701322 because future has completed 2024-11-12T14:28:25,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T14:28:25,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c25ffbe10d5bbdc5456d2d2bb3e9c20c, server=2b6d221c5cde,45519,1731421701446 in 209 msec 2024-11-12T14:28:25,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c25ffbe10d5bbdc5456d2d2bb3e9c20c, ASSIGN in 380 msec 2024-11-12T14:28:25,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T14:28:25,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dc3bec86f0153a7feeba0b3b8d97f0d, server=2b6d221c5cde,42901,1731421701322 in 216 msec 2024-11-12T14:28:25,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T14:28:25,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc3bec86f0153a7feeba0b3b8d97f0d, ASSIGN in 389 msec 2024-11-12T14:28:25,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:28:25,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421705689"}]},"ts":"1731421705689"} 2024-11-12T14:28:25,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T14:28:25,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:28:25,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 505 msec 2024-11-12T14:28:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:25,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T14:28:25,837 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T14:28:25,838 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:25,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T14:28:25,846 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:25,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T14:28:25,857 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c., hostname=2b6d221c5cde,45519,1731421701446, seqNum=2] 2024-11-12T14:28:25,879 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d., hostname=2b6d221c5cde,42901,1731421701322, seqNum=2] 2024-11-12T14:28:25,880 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:25,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:25,901 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7dc3bec86f0153a7feeba0b3b8d97f0d 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T14:28:25,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/7dc3bec86f0153a7feeba0b3b8d97f0d/.tmp/family/45477d8f45cd4b8693b2599abc00d7b8 is 32, key is 5/family:/1731421705883/Put/seqid=0 2024-11-12T14:28:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741839_1015 (size=5083) 2024-11-12T14:28:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741839_1015 (size=5083) 2024-11-12T14:28:25,998 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/7dc3bec86f0153a7feeba0b3b8d97f0d/.tmp/family/45477d8f45cd4b8693b2599abc00d7b8 2024-11-12T14:28:26,053 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/7dc3bec86f0153a7feeba0b3b8d97f0d/.tmp/family/45477d8f45cd4b8693b2599abc00d7b8 as hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/7dc3bec86f0153a7feeba0b3b8d97f0d/family/45477d8f45cd4b8693b2599abc00d7b8 2024-11-12T14:28:26,068 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/7dc3bec86f0153a7feeba0b3b8d97f0d/family/45477d8f45cd4b8693b2599abc00d7b8, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T14:28:26,077 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7dc3bec86f0153a7feeba0b3b8d97f0d in 174ms, sequenceid=9, compaction requested=false 2024-11-12T14:28:26,078 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-12T14:28:26,081 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7dc3bec86f0153a7feeba0b3b8d97f0d: 2024-11-12T14:28:26,082 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c25ffbe10d5bbdc5456d2d2bb3e9c20c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T14:28:26,103 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/c25ffbe10d5bbdc5456d2d2bb3e9c20c/.tmp/family/9d2c3be8c3f04220a2ff6691bc613e66 is 32, key is 1/family:/1731421705860/Put/seqid=0 2024-11-12T14:28:26,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741840_1016 (size=5054) 2024-11-12T14:28:26,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741840_1016 (size=5054) 2024-11-12T14:28:26,115 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/c25ffbe10d5bbdc5456d2d2bb3e9c20c/.tmp/family/9d2c3be8c3f04220a2ff6691bc613e66 2024-11-12T14:28:26,128 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/c25ffbe10d5bbdc5456d2d2bb3e9c20c/.tmp/family/9d2c3be8c3f04220a2ff6691bc613e66 as hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/c25ffbe10d5bbdc5456d2d2bb3e9c20c/family/9d2c3be8c3f04220a2ff6691bc613e66 2024-11-12T14:28:26,141 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/c25ffbe10d5bbdc5456d2d2bb3e9c20c/family/9d2c3be8c3f04220a2ff6691bc613e66, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T14:28:26,143 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c25ffbe10d5bbdc5456d2d2bb3e9c20c in 61ms, sequenceid=8, compaction requested=false 2024-11-12T14:28:26,143 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c25ffbe10d5bbdc5456d2d2bb3e9c20c: 2024-11-12T14:28:26,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b21a171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:26,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40063,-1 for getting cluster id 2024-11-12T14:28:26,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:28:26,148 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79f444be-28dc-46d7-8dec-a14077d63ff8' 2024-11-12T14:28:26,149 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:28:26,149 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79f444be-28dc-46d7-8dec-a14077d63ff8" 2024-11-12T14:28:26,149 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c21f24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:26,149 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40063,-1] 2024-11-12T14:28:26,150 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:28:26,150 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,152 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:28:26,154 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2634b7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:26,168 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T14:28:26,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:26,170 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45519,1731421701446, seqNum=-1] 2024-11-12T14:28:26,171 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:26,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:26,184 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:26,189 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:26,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:26,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:26,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:26,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:26,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:28:26,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:28:26,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:26,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:26,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:28:26,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:28:26,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1925894432, stopped=false 2024-11-12T14:28:26,205 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,40063,1731421700547 2024-11-12T14:28:26,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:26,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:26,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:26,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:26,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:26,217 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:26,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:26,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:26,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:26,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:26,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:26,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,218 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,42901,1731421701322' ***** 2024-11-12T14:28:26,218 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:26,218 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,45519,1731421701446' ***** 2024-11-12T14:28:26,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:26,219 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:26,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:26,219 INFO [RS:0;2b6d221c5cde:42901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:26,219 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:26,219 INFO [RS:0;2b6d221c5cde:42901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:26,219 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:26,220 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:26,220 INFO [RS:1;2b6d221c5cde:45519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:26,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:26,220 INFO [RS:1;2b6d221c5cde:45519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:26,220 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(3091): Received CLOSE for c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:26,220 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:26,220 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:26,220 INFO [RS:0;2b6d221c5cde:42901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:42901. 2024-11-12T14:28:26,220 DEBUG [RS:0;2b6d221c5cde:42901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:26,220 DEBUG [RS:0;2b6d221c5cde:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,220 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dc3bec86f0153a7feeba0b3b8d97f0d, disabling compactions & flushes 2024-11-12T14:28:26,221 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:28:26,221 DEBUG [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(1325): Online Regions={7dc3bec86f0153a7feeba0b3b8d97f0d=testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d.} 2024-11-12T14:28:26,221 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:26,221 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:26,221 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. after waiting 0 ms 2024-11-12T14:28:26,221 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:26,221 DEBUG [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(1351): Waiting on 7dc3bec86f0153a7feeba0b3b8d97f0d 2024-11-12T14:28:26,221 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:26,221 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:26,221 INFO [RS:1;2b6d221c5cde:45519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2b6d221c5cde:45519. 2024-11-12T14:28:26,221 DEBUG [RS:1;2b6d221c5cde:45519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:26,221 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c25ffbe10d5bbdc5456d2d2bb3e9c20c, disabling compactions & flushes 2024-11-12T14:28:26,221 DEBUG [RS:1;2b6d221c5cde:45519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,221 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:26,222 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:26,222 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. after waiting 0 ms 2024-11-12T14:28:26,222 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:26,222 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:26,222 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:26,222 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:26,222 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:28:26,222 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:28:26,222 DEBUG [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1325): Online Regions={c25ffbe10d5bbdc5456d2d2bb3e9c20c=testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:28:26,222 DEBUG [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c25ffbe10d5bbdc5456d2d2bb3e9c20c 2024-11-12T14:28:26,222 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:26,222 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:26,223 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:26,223 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:26,223 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:26,223 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T14:28:26,232 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/c25ffbe10d5bbdc5456d2d2bb3e9c20c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T14:28:26,237 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:26,237 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c25ffbe10d5bbdc5456d2d2bb3e9c20c: Waiting for close lock at 1731421706221Running coprocessor pre-close hooks at 1731421706221Disabling compacts and flushes for region at 1731421706221Disabling writes for close at 1731421706222 (+1 ms)Writing region close event to WAL at 1731421706223 (+1 ms)Running coprocessor post-close hooks at 1731421706234 (+11 ms)Closed at 1731421706237 (+3 ms) 2024-11-12T14:28:26,238 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731421705180.c25ffbe10d5bbdc5456d2d2bb3e9c20c. 2024-11-12T14:28:26,245 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/default/testClearRegionBlockCache/7dc3bec86f0153a7feeba0b3b8d97f0d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T14:28:26,246 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:26,246 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dc3bec86f0153a7feeba0b3b8d97f0d: Waiting for close lock at 1731421706220Running coprocessor pre-close hooks at 1731421706220Disabling compacts and flushes for region at 1731421706220Disabling writes for close at 1731421706221 (+1 ms)Writing region close event to WAL at 1731421706223 (+2 ms)Running coprocessor post-close hooks at 1731421706246 (+23 ms)Closed at 1731421706246 2024-11-12T14:28:26,246 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d. 2024-11-12T14:28:26,258 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/.tmp/info/e7ba98728b834161b8be3fdeef55c292 is 173, key is testClearRegionBlockCache,5,1731421705180.7dc3bec86f0153a7feeba0b3b8d97f0d./info:regioninfo/1731421705669/Put/seqid=0 2024-11-12T14:28:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:26,275 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/.tmp/info/e7ba98728b834161b8be3fdeef55c292 2024-11-12T14:28:26,301 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:26,301 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:26,307 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/.tmp/ns/dcefdd16db03460db5777ce80b8a135f is 43, key is default/ns:d/1731421704885/Put/seqid=0 2024-11-12T14:28:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:26,315 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/.tmp/ns/dcefdd16db03460db5777ce80b8a135f 2024-11-12T14:28:26,341 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/.tmp/table/08088e5309484687876477d40eea201c is 61, key is testClearRegionBlockCache/table:state/1731421705689/Put/seqid=0 2024-11-12T14:28:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:26,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:26,349 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/.tmp/table/08088e5309484687876477d40eea201c 2024-11-12T14:28:26,361 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/.tmp/info/e7ba98728b834161b8be3fdeef55c292 as hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/info/e7ba98728b834161b8be3fdeef55c292 2024-11-12T14:28:26,377 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/info/e7ba98728b834161b8be3fdeef55c292, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T14:28:26,379 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/.tmp/ns/dcefdd16db03460db5777ce80b8a135f as hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/ns/dcefdd16db03460db5777ce80b8a135f 2024-11-12T14:28:26,392 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/ns/dcefdd16db03460db5777ce80b8a135f, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T14:28:26,394 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/.tmp/table/08088e5309484687876477d40eea201c as hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/table/08088e5309484687876477d40eea201c 2024-11-12T14:28:26,413 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/table/08088e5309484687876477d40eea201c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T14:28:26,415 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=13, compaction requested=false 2024-11-12T14:28:26,415 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:28:26,421 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,42901,1731421701322; all regions closed. 2024-11-12T14:28:26,423 DEBUG [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:28:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741833_1009 (size=1867) 2024-11-12T14:28:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741833_1009 (size=1867) 2024-11-12T14:28:26,457 DEBUG [RS:0;2b6d221c5cde:42901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/oldWALs 2024-11-12T14:28:26,457 INFO [RS:0;2b6d221c5cde:42901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C42901%2C1731421701322:(num 1731421704166) 2024-11-12T14:28:26,457 DEBUG [RS:0;2b6d221c5cde:42901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,457 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:26,457 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:26,458 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:26,458 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:26,458 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:26,458 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:26,458 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:26,458 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:26,459 INFO [RS:0;2b6d221c5cde:42901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42901 2024-11-12T14:28:26,461 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T14:28:26,463 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:28:26,463 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:26,463 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421706222Running coprocessor pre-close hooks at 1731421706222Disabling compacts and flushes for region at 1731421706222Disabling writes for close at 1731421706223 (+1 ms)Obtaining lock to block concurrent updates at 1731421706223Preparing flush snapshotting stores in 1588230740 at 1731421706223Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731421706224 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731421706225 (+1 ms)Flushing 1588230740/info: creating writer at 1731421706225Flushing 1588230740/info: appending metadata at 1731421706257 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731421706257Flushing 1588230740/ns: creating writer at 1731421706285 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731421706305 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731421706305Flushing 1588230740/table: creating writer at 1731421706325 (+20 ms)Flushing 1588230740/table: appending metadata at 1731421706340 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731421706340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1712316d: reopening flushed file at 1731421706360 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7585f3: reopening flushed file at 1731421706377 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1077ce2e: reopening flushed file at 1731421706392 (+15 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=13, compaction requested=false at 1731421706415 (+23 ms)Writing region close event to WAL at 1731421706449 (+34 ms)Running coprocessor post-close hooks at 1731421706462 (+13 ms)Closed at 1731421706463 (+1 ms) 2024-11-12T14:28:26,464 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:26,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:26,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,42901,1731421701322 2024-11-12T14:28:26,469 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:26,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,42901,1731421701322] 2024-11-12T14:28:26,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,42901,1731421701322 already deleted, retry=false 2024-11-12T14:28:26,490 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,42901,1731421701322 expired; onlineServers=1 2024-11-12T14:28:26,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:26,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x1012f727a0d0001, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:26,581 INFO [RS:0;2b6d221c5cde:42901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:26,581 INFO [RS:0;2b6d221c5cde:42901 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,42901,1731421701322; zookeeper connection closed. 2024-11-12T14:28:26,581 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f135661 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f135661 2024-11-12T14:28:26,623 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,45519,1731421701446; all regions closed. 2024-11-12T14:28:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:26,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:26,633 DEBUG [RS:1;2b6d221c5cde:45519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/oldWALs 2024-11-12T14:28:26,633 INFO [RS:1;2b6d221c5cde:45519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C45519%2C1731421701446.meta:.meta(num 1731421704708) 2024-11-12T14:28:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741834_1010 (size=1758) 2024-11-12T14:28:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741834_1010 (size=1758) 2024-11-12T14:28:26,640 DEBUG [RS:1;2b6d221c5cde:45519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/oldWALs 2024-11-12T14:28:26,640 INFO [RS:1;2b6d221c5cde:45519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C45519%2C1731421701446:(num 1731421704166) 2024-11-12T14:28:26,640 DEBUG [RS:1;2b6d221c5cde:45519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:26,640 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:26,647 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:26,647 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:26,648 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:26,648 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:26,648 INFO [RS:1;2b6d221c5cde:45519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45519 2024-11-12T14:28:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:26,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,45519,1731421701446 2024-11-12T14:28:26,659 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:26,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,45519,1731421701446] 2024-11-12T14:28:26,680 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,45519,1731421701446 already deleted, retry=false 2024-11-12T14:28:26,680 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,45519,1731421701446 expired; onlineServers=0 2024-11-12T14:28:26,680 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,40063,1731421700547' ***** 2024-11-12T14:28:26,680 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:28:26,680 INFO [M:0;2b6d221c5cde:40063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:26,680 INFO [M:0;2b6d221c5cde:40063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:26,680 DEBUG [M:0;2b6d221c5cde:40063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:28:26,680 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:28:26,681 DEBUG [M:0;2b6d221c5cde:40063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:28:26,681 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421703657 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421703657,5,FailOnTimeoutGroup] 2024-11-12T14:28:26,681 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421703656 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421703656,5,FailOnTimeoutGroup] 2024-11-12T14:28:26,681 INFO [M:0;2b6d221c5cde:40063 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:26,681 INFO [M:0;2b6d221c5cde:40063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:26,681 DEBUG [M:0;2b6d221c5cde:40063 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:28:26,681 INFO [M:0;2b6d221c5cde:40063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:28:26,681 INFO [M:0;2b6d221c5cde:40063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:26,682 INFO [M:0;2b6d221c5cde:40063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:28:26,682 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:28:26,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:26,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:26,691 DEBUG [M:0;2b6d221c5cde:40063 {}] zookeeper.ZKUtil(347): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T14:28:26,691 WARN [M:0;2b6d221c5cde:40063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:28:26,692 INFO [M:0;2b6d221c5cde:40063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/.lastflushedseqids 2024-11-12T14:28:26,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:26,705 INFO [M:0;2b6d221c5cde:40063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:28:26,705 INFO [M:0;2b6d221c5cde:40063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:28:26,706 DEBUG [M:0;2b6d221c5cde:40063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:26,706 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:26,706 DEBUG [M:0;2b6d221c5cde:40063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:26,706 DEBUG [M:0;2b6d221c5cde:40063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:26,706 DEBUG [M:0;2b6d221c5cde:40063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:26,706 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-12T14:28:26,724 DEBUG [M:0;2b6d221c5cde:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/356644788b7f4af89ccaee9956f6dc86 is 82, key is hbase:meta,,1/info:regioninfo/1731421704810/Put/seqid=0 2024-11-12T14:28:26,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:26,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:26,730 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/356644788b7f4af89ccaee9956f6dc86 2024-11-12T14:28:26,754 DEBUG [M:0;2b6d221c5cde:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60ad60037eb94a358c000532dc6eef57 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421705699/Put/seqid=0 2024-11-12T14:28:26,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741846_1022 (size=6218) 2024-11-12T14:28:26,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741846_1022 (size=6218) 2024-11-12T14:28:26,761 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60ad60037eb94a358c000532dc6eef57 2024-11-12T14:28:26,769 INFO [RS:1;2b6d221c5cde:45519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:26,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:26,770 INFO [RS:1;2b6d221c5cde:45519 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,45519,1731421701446; zookeeper connection closed. 2024-11-12T14:28:26,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45519-0x1012f727a0d0002, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:26,770 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f78f855 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f78f855 2024-11-12T14:28:26,770 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T14:28:26,787 DEBUG [M:0;2b6d221c5cde:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4103d2a2d16740aaa7b61d1da37c1317 is 69, key is 2b6d221c5cde,42901,1731421701322/rs:state/1731421703782/Put/seqid=0 2024-11-12T14:28:26,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:26,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:26,795 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4103d2a2d16740aaa7b61d1da37c1317 2024-11-12T14:28:26,811 DEBUG [M:0;2b6d221c5cde:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/356644788b7f4af89ccaee9956f6dc86 as hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/356644788b7f4af89ccaee9956f6dc86 2024-11-12T14:28:26,822 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/356644788b7f4af89ccaee9956f6dc86, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T14:28:26,824 DEBUG [M:0;2b6d221c5cde:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60ad60037eb94a358c000532dc6eef57 as hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60ad60037eb94a358c000532dc6eef57 2024-11-12T14:28:26,838 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60ad60037eb94a358c000532dc6eef57, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T14:28:26,840 DEBUG [M:0;2b6d221c5cde:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4103d2a2d16740aaa7b61d1da37c1317 as hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4103d2a2d16740aaa7b61d1da37c1317 2024-11-12T14:28:26,852 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39583/user/jenkins/test-data/419fdaf2-475a-b0c5-73b4-3eb41d3d6ac6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4103d2a2d16740aaa7b61d1da37c1317, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T14:28:26,854 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=71, compaction requested=false 2024-11-12T14:28:26,861 INFO [M:0;2b6d221c5cde:40063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:26,862 DEBUG [M:0;2b6d221c5cde:40063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421706706Disabling compacts and flushes for region at 1731421706706Disabling writes for close at 1731421706706Obtaining lock to block concurrent updates at 1731421706706Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421706706Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731421706707 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421706708 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421706708Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421706723 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421706723Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421706738 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421706754 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421706754Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421706769 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421706786 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421706787 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c448e80: reopening flushed file at 1731421706810 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d28cc30: reopening flushed file at 1731421706822 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e08ae0: reopening flushed file at 1731421706838 (+16 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=71, compaction requested=false at 1731421706854 (+16 ms)Writing region close event to WAL at 1731421706861 (+7 ms)Closed at 1731421706861 2024-11-12T14:28:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38341 is added to blk_1073741830_1006 (size=35428) 2024-11-12T14:28:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42611 is added to blk_1073741830_1006 (size=35428) 2024-11-12T14:28:26,868 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:26,868 INFO [M:0;2b6d221c5cde:40063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:28:26,868 INFO [M:0;2b6d221c5cde:40063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40063 2024-11-12T14:28:26,868 INFO [M:0;2b6d221c5cde:40063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:26,980 INFO [M:0;2b6d221c5cde:40063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:26,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:26,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1012f727a0d0000, quorum=127.0.0.1:60573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:27,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:27,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:27,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:27,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:27,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:27,053 WARN [BP-325979936-172.17.0.3-1731421696238 heartbeating to localhost/127.0.0.1:39583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:27,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:27,053 WARN [BP-325979936-172.17.0.3-1731421696238 heartbeating to localhost/127.0.0.1:39583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-325979936-172.17.0.3-1731421696238 (Datanode Uuid 6d142142-300e-4adc-9df9-41752dd4c2be) service to localhost/127.0.0.1:39583 2024-11-12T14:28:27,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:27,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/data/data3/current/BP-325979936-172.17.0.3-1731421696238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:27,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/data/data4/current/BP-325979936-172.17.0.3-1731421696238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:27,055 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:27,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:27,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:27,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:27,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:27,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:27,060 WARN [BP-325979936-172.17.0.3-1731421696238 heartbeating to localhost/127.0.0.1:39583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:27,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:27,060 WARN [BP-325979936-172.17.0.3-1731421696238 heartbeating to localhost/127.0.0.1:39583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-325979936-172.17.0.3-1731421696238 (Datanode Uuid 4fb4a17a-98d7-4c4a-9e04-7433856bd466) service to localhost/127.0.0.1:39583 2024-11-12T14:28:27,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:27,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/data/data1/current/BP-325979936-172.17.0.3-1731421696238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:27,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/cluster_41a10d50-a520-2fe5-55b0-c6f1722efaa1/data/data2/current/BP-325979936-172.17.0.3-1731421696238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:27,061 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:27,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:27,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:27,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:27,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:27,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:27,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:28:27,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:28:27,130 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/2b6d221c5cde:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/2b6d221c5cde:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39583 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/2b6d221c5cde:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@af1902c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39583 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=6945 (was 7708) 2024-11-12T14:28:27,135 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=6945 2024-11-12T14:28:27,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.log.dir so I do NOT create it in target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518 2024-11-12T14:28:27,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:28:27,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.tmp.dir so I do NOT create it in target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518 2024-11-12T14:28:27,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fc501c4-65c5-9ae2-bea0-0988b96b754f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:28:27,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518 2024-11-12T14:28:27,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:28:27,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9, deleteOnExit=true 2024-11-12T14:28:27,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:28:27,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/test.cache.data in system properties and HBase conf 2024-11-12T14:28:27,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:28:27,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:28:27,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:28:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:27,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:27,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:28:27,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:28:27,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:28:27,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:27,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:28:27,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:28:27,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:27,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:27,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:27,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:27,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:28:27,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:27,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f04f43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:27,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1d15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:27,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fa67c50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/java.io.tmpdir/jetty-localhost-34915-hadoop-hdfs-3_4_1-tests_jar-_-any-11362169068017749482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:27,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c817af7{HTTP/1.1, (http/1.1)}{localhost:34915} 2024-11-12T14:28:27,767 INFO [Time-limited test {}] server.Server(415): Started @13288ms 2024-11-12T14:28:28,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:28,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:28,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:28,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:28,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:28,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6071e0cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:28,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d053c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:28,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4003b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/java.io.tmpdir/jetty-localhost-33631-hadoop-hdfs-3_4_1-tests_jar-_-any-9710266190232878431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:28,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@582e735d{HTTP/1.1, (http/1.1)}{localhost:33631} 2024-11-12T14:28:28,144 INFO [Time-limited test {}] server.Server(415): Started @13665ms 2024-11-12T14:28:28,146 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:28,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:28,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:28,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:28,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:28,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:28:28,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae83d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:28,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad4f567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:28,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@561725b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/java.io.tmpdir/jetty-localhost-44689-hadoop-hdfs-3_4_1-tests_jar-_-any-6567433513288802636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:28,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb1d8d5{HTTP/1.1, (http/1.1)}{localhost:44689} 2024-11-12T14:28:28,335 INFO [Time-limited test {}] server.Server(415): Started @13856ms 2024-11-12T14:28:28,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:29,361 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/data/data1/current/BP-2121995490-172.17.0.3-1731421707176/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:29,361 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/data/data2/current/BP-2121995490-172.17.0.3-1731421707176/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:29,382 WARN [Thread-331 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd9dcb7f7b5e40b1 with lease ID 0x42f85c5b8d9735dd: Processing first storage report for DS-32e2d2e1-567b-41e6-ab07-6713f55107a3 from datanode DatanodeRegistration(127.0.0.1:33757, datanodeUuid=cd5a55ae-0fd8-498c-af20-49b1d564d5ed, infoPort=46525, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=668824902;c=1731421707176) 2024-11-12T14:28:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd9dcb7f7b5e40b1 with lease ID 0x42f85c5b8d9735dd: from storage DS-32e2d2e1-567b-41e6-ab07-6713f55107a3 node DatanodeRegistration(127.0.0.1:33757, datanodeUuid=cd5a55ae-0fd8-498c-af20-49b1d564d5ed, infoPort=46525, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=668824902;c=1731421707176), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd9dcb7f7b5e40b1 with lease ID 0x42f85c5b8d9735dd: Processing first storage report for DS-2fa2b48f-4846-4fc9-8c96-77e2147ca31c from datanode DatanodeRegistration(127.0.0.1:33757, datanodeUuid=cd5a55ae-0fd8-498c-af20-49b1d564d5ed, infoPort=46525, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=668824902;c=1731421707176) 2024-11-12T14:28:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd9dcb7f7b5e40b1 with lease ID 0x42f85c5b8d9735dd: from storage DS-2fa2b48f-4846-4fc9-8c96-77e2147ca31c node DatanodeRegistration(127.0.0.1:33757, datanodeUuid=cd5a55ae-0fd8-498c-af20-49b1d564d5ed, infoPort=46525, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=668824902;c=1731421707176), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:29,589 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/data/data4/current/BP-2121995490-172.17.0.3-1731421707176/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:29,589 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/data/data3/current/BP-2121995490-172.17.0.3-1731421707176/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:29,607 WARN [Thread-354 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf55e43074e132031 with lease ID 0x42f85c5b8d9735de: Processing first storage report for DS-8937907c-2bd5-49ac-afc1-d88bd52f337e from datanode DatanodeRegistration(127.0.0.1:41719, datanodeUuid=5a0c2c18-7f50-4fe4-903d-c8141f82275b, infoPort=36615, infoSecurePort=0, ipcPort=34381, storageInfo=lv=-57;cid=testClusterID;nsid=668824902;c=1731421707176) 2024-11-12T14:28:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf55e43074e132031 with lease ID 0x42f85c5b8d9735de: from storage DS-8937907c-2bd5-49ac-afc1-d88bd52f337e node DatanodeRegistration(127.0.0.1:41719, datanodeUuid=5a0c2c18-7f50-4fe4-903d-c8141f82275b, infoPort=36615, infoSecurePort=0, ipcPort=34381, storageInfo=lv=-57;cid=testClusterID;nsid=668824902;c=1731421707176), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf55e43074e132031 with lease ID 0x42f85c5b8d9735de: Processing first storage report for DS-ad5a81b8-b735-4fef-94e3-980b505e4a63 from datanode DatanodeRegistration(127.0.0.1:41719, datanodeUuid=5a0c2c18-7f50-4fe4-903d-c8141f82275b, infoPort=36615, infoSecurePort=0, ipcPort=34381, storageInfo=lv=-57;cid=testClusterID;nsid=668824902;c=1731421707176) 2024-11-12T14:28:29,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf55e43074e132031 with lease ID 0x42f85c5b8d9735de: from storage DS-ad5a81b8-b735-4fef-94e3-980b505e4a63 node DatanodeRegistration(127.0.0.1:41719, datanodeUuid=5a0c2c18-7f50-4fe4-903d-c8141f82275b, infoPort=36615, infoSecurePort=0, ipcPort=34381, storageInfo=lv=-57;cid=testClusterID;nsid=668824902;c=1731421707176), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:29,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518 2024-11-12T14:28:29,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/zookeeper_0, clientPort=59643, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:28:29,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59643 2024-11-12T14:28:29,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:29,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:29,726 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c with version=8 2024-11-12T14:28:29,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/hbase-staging 2024-11-12T14:28:29,728 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:29,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:29,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:29,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:29,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:29,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:29,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:28:29,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:29,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33909 2024-11-12T14:28:29,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33909 connecting to ZooKeeper ensemble=127.0.0.1:59643 2024-11-12T14:28:29,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:29,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:29,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339090x0, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:29,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33909-0x1012f72a1340000 connected 2024-11-12T14:28:29,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:29,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:29,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:29,956 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c, hbase.cluster.distributed=false 2024-11-12T14:28:29,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:29,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33909 2024-11-12T14:28:29,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33909 2024-11-12T14:28:29,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33909 2024-11-12T14:28:29,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33909 2024-11-12T14:28:29,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33909 2024-11-12T14:28:29,977 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:29,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:29,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:29,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:29,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:29,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:29,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:29,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:29,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36451 2024-11-12T14:28:29,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36451 connecting to ZooKeeper ensemble=127.0.0.1:59643 2024-11-12T14:28:29,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:29,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:29,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364510x0, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:29,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364510x0, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:29,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36451-0x1012f72a1340001 connected 2024-11-12T14:28:29,997 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:29,997 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:29,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:29,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:30,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-12T14:28:30,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36451 2024-11-12T14:28:30,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36451 2024-11-12T14:28:30,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-12T14:28:30,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-12T14:28:30,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:30,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:30,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:30,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:30,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:30,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:30,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:30,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:30,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41205 2024-11-12T14:28:30,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41205 connecting to ZooKeeper ensemble=127.0.0.1:59643 2024-11-12T14:28:30,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:30,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:30,037 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412050x0, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:30,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41205-0x1012f72a1340002 connected 2024-11-12T14:28:30,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:30,039 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:30,040 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:30,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:30,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:30,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41205 2024-11-12T14:28:30,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41205 2024-11-12T14:28:30,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41205 2024-11-12T14:28:30,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41205 2024-11-12T14:28:30,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41205 2024-11-12T14:28:30,059 DEBUG [M:0;2b6d221c5cde:33909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:33909 2024-11-12T14:28:30,059 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:30,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:30,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:30,069 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:30,070 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:30,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:30,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,080 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T14:28:30,081 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b6d221c5cde,33909,1731421709728 from backup master directory 2024-11-12T14:28:30,082 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:30,082 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:30,090 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:30,090 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:30,090 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:30,095 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/hbase.id] with ID: 47161fbd-d9fa-4e65-9809-d42aca5d3ed0 2024-11-12T14:28:30,095 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/.tmp/hbase.id 2024-11-12T14:28:30,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:30,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:30,103 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/.tmp/hbase.id]:[hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/hbase.id] 2024-11-12T14:28:30,121 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:30,121 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:28:30,124 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T14:28:30,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,132 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:30,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:30,146 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:30,147 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:28:30,147 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:30,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:30,159 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store 2024-11-12T14:28:30,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:30,181 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:30,181 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:30,181 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:30,181 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:30,181 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:30,181 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:30,181 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:30,182 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421710181Disabling compacts and flushes for region at 1731421710181Disabling writes for close at 1731421710181Writing region close event to WAL at 1731421710181Closed at 1731421710181 2024-11-12T14:28:30,189 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/.initializing 2024-11-12T14:28:30,189 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/WALs/2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:30,191 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:30,194 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C33909%2C1731421709728, suffix=, logDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/WALs/2b6d221c5cde,33909,1731421709728, archiveDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/oldWALs, maxLogs=10 2024-11-12T14:28:30,207 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/WALs/2b6d221c5cde,33909,1731421709728/2b6d221c5cde%2C33909%2C1731421709728.1731421710194, exclude list is [], retry=0 2024-11-12T14:28:30,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41719,DS-8937907c-2bd5-49ac-afc1-d88bd52f337e,DISK] 2024-11-12T14:28:30,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-32e2d2e1-567b-41e6-ab07-6713f55107a3,DISK] 2024-11-12T14:28:30,215 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/WALs/2b6d221c5cde,33909,1731421709728/2b6d221c5cde%2C33909%2C1731421709728.1731421710194 2024-11-12T14:28:30,215 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36615:36615),(127.0.0.1/127.0.0.1:46525:46525)] 2024-11-12T14:28:30,215 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:30,215 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:30,216 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,216 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:28:30,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:30,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:30,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:28:30,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:30,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:30,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:28:30,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:30,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:30,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:28:30,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:30,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:30,229 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,230 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,231 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,232 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,232 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,233 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:30,235 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:30,238 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:30,239 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73402228, jitterRate=0.09377843141555786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:30,239 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421710216Initializing all the Stores at 1731421710217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421710217Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421710217Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421710217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421710217Cleaning up temporary data from old regions at 1731421710232 (+15 ms)Region opened successfully at 1731421710239 (+7 ms) 2024-11-12T14:28:30,240 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:28:30,244 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315f48d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:30,245 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:28:30,245 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:28:30,245 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:28:30,246 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:28:30,247 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:28:30,247 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:28:30,247 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:28:30,251 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:28:30,252 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T14:28:30,258 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T14:28:30,259 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:28:30,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:28:30,260 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:28:30,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:30,269 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T14:28:30,269 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:28:30,271 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:28:30,279 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T14:28:30,281 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:28:30,290 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T14:28:30,293 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:28:30,300 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T14:28:30,311 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:30,311 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,312 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,33909,1731421709728, sessionid=0x1012f72a1340000, setting cluster-up flag (Was=false) 2024-11-12T14:28:30,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:30,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,332 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,364 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T14:28:30,365 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:30,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,385 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,416 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T14:28:30,418 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:30,419 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:28:30,422 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:30,422 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:28:30,422 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:28:30,422 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,33909,1731421709728 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:28:30,424 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:30,424 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:30,424 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:30,424 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:30,425 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:28:30,425 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,425 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:30,425 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:30,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:28:30,428 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421740428 2024-11-12T14:28:30,429 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:28:30,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:30,429 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:28:30,429 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:28:30,429 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:28:30,429 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:28:30,429 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:28:30,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:28:30,429 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,429 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:28:30,430 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:28:30,430 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:28:30,430 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:28:30,430 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:28:30,431 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421710430,5,FailOnTimeoutGroup] 2024-11-12T14:28:30,431 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421710431,5,FailOnTimeoutGroup] 2024-11-12T14:28:30,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:28:30,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:30,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:30,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:28:30,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c 2024-11-12T14:28:30,450 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(746): ClusterId : 47161fbd-d9fa-4e65-9809-d42aca5d3ed0 2024-11-12T14:28:30,450 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(746): ClusterId : 47161fbd-d9fa-4e65-9809-d42aca5d3ed0 2024-11-12T14:28:30,450 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:30,450 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:30,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:30,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:30,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:30,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:30,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:30,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:30,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:30,459 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:30,459 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:30,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:30,459 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:30,459 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:30,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:30,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:30,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:30,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:30,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:30,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:30,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:30,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:30,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:30,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:30,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740 2024-11-12T14:28:30,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740 2024-11-12T14:28:30,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:30,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:30,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:30,470 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:30,470 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:30,470 DEBUG [RS:1;2b6d221c5cde:41205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f026e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:30,470 DEBUG [RS:0;2b6d221c5cde:36451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505b2533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:30,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:30,474 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:30,475 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70934575, jitterRate=0.05700753629207611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:30,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421710453Initializing all the Stores at 1731421710454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421710454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421710454Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421710454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421710454Cleaning up temporary data from old regions at 1731421710468 (+14 ms)Region opened successfully at 1731421710476 (+8 ms) 2024-11-12T14:28:30,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:30,476 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:30,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:30,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:30,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:30,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:30,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421710476Disabling compacts and flushes for region at 1731421710476Disabling writes for close at 1731421710477 (+1 ms)Writing region close event to WAL at 1731421710477Closed at 1731421710477 2024-11-12T14:28:30,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:30,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:28:30,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:28:30,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:30,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:28:30,486 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:36451 2024-11-12T14:28:30,486 DEBUG [RS:1;2b6d221c5cde:41205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2b6d221c5cde:41205 2024-11-12T14:28:30,486 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:30,486 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:30,486 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:30,486 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:30,486 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:30,486 DEBUG [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:30,488 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,33909,1731421709728 with port=36451, startcode=1731421709977 2024-11-12T14:28:30,488 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,33909,1731421709728 with port=41205, startcode=1731421710018 2024-11-12T14:28:30,488 DEBUG [RS:0;2b6d221c5cde:36451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:30,488 DEBUG [RS:1;2b6d221c5cde:41205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:30,491 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:30,491 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:30,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:30,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33909 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:30,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:30,493 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c 2024-11-12T14:28:30,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33909 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:30,493 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43067 2024-11-12T14:28:30,493 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:30,495 DEBUG [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c 2024-11-12T14:28:30,495 DEBUG [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43067 2024-11-12T14:28:30,495 DEBUG [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:30,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:30,565 DEBUG [RS:0;2b6d221c5cde:36451 {}] zookeeper.ZKUtil(111): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:30,565 WARN [RS:0;2b6d221c5cde:36451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:30,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,36451,1731421709977] 2024-11-12T14:28:30,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,41205,1731421710018] 2024-11-12T14:28:30,565 INFO [RS:0;2b6d221c5cde:36451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:30,565 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:30,565 DEBUG [RS:1;2b6d221c5cde:41205 {}] zookeeper.ZKUtil(111): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:30,566 WARN [RS:1;2b6d221c5cde:41205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:30,566 INFO [RS:1;2b6d221c5cde:41205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:30,566 DEBUG [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:30,570 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:30,570 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:30,573 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:30,573 INFO [RS:0;2b6d221c5cde:36451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:30,573 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,574 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:30,574 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:30,575 INFO [RS:1;2b6d221c5cde:41205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:30,575 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:30,575 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,575 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,575 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,575 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,575 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,575 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,576 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:30,576 DEBUG [RS:0;2b6d221c5cde:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:30,577 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,577 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,577 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:30,577 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,577 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,577 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,577 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,577 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36451,1731421709977-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:30,577 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,577 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,577 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:30,578 DEBUG [RS:1;2b6d221c5cde:41205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:30,580 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,581 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,581 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,581 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,581 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,581 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41205,1731421710018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:30,595 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:30,595 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36451,1731421709977-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,596 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,596 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.Replication(171): 2b6d221c5cde,36451,1731421709977 started 2024-11-12T14:28:30,606 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:30,606 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41205,1731421710018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,606 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,606 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.Replication(171): 2b6d221c5cde,41205,1731421710018 started 2024-11-12T14:28:30,611 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,611 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,36451,1731421709977, RpcServer on 2b6d221c5cde/172.17.0.3:36451, sessionid=0x1012f72a1340001 2024-11-12T14:28:30,611 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:30,611 DEBUG [RS:0;2b6d221c5cde:36451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:30,611 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,36451,1731421709977' 2024-11-12T14:28:30,611 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:30,612 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:30,613 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:30,613 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:30,613 DEBUG [RS:0;2b6d221c5cde:36451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:30,613 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,36451,1731421709977' 2024-11-12T14:28:30,613 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:30,614 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:30,614 DEBUG [RS:0;2b6d221c5cde:36451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:30,614 INFO [RS:0;2b6d221c5cde:36451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:30,614 INFO [RS:0;2b6d221c5cde:36451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:30,621 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:30,622 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,41205,1731421710018, RpcServer on 2b6d221c5cde/172.17.0.3:41205, sessionid=0x1012f72a1340002 2024-11-12T14:28:30,622 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:30,622 DEBUG [RS:1;2b6d221c5cde:41205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:30,622 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,41205,1731421710018' 2024-11-12T14:28:30,622 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:30,623 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:30,623 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:30,623 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:30,623 DEBUG [RS:1;2b6d221c5cde:41205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:30,623 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,41205,1731421710018' 2024-11-12T14:28:30,624 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:30,624 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:30,625 DEBUG [RS:1;2b6d221c5cde:41205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:30,625 INFO [RS:1;2b6d221c5cde:41205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:30,625 INFO [RS:1;2b6d221c5cde:41205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:30,633 WARN [2b6d221c5cde:33909 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:28:30,715 INFO [RS:0;2b6d221c5cde:36451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:30,721 INFO [RS:0;2b6d221c5cde:36451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C36451%2C1731421709977, suffix=, logDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,36451,1731421709977, archiveDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/oldWALs, maxLogs=32 2024-11-12T14:28:30,725 INFO [RS:1;2b6d221c5cde:41205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:30,728 INFO [RS:1;2b6d221c5cde:41205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C41205%2C1731421710018, suffix=, logDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,41205,1731421710018, archiveDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/oldWALs, maxLogs=32 2024-11-12T14:28:30,742 DEBUG [RS:0;2b6d221c5cde:36451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,36451,1731421709977/2b6d221c5cde%2C36451%2C1731421709977.1731421710725, exclude list is [], retry=0 2024-11-12T14:28:30,743 DEBUG [RS:1;2b6d221c5cde:41205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,41205,1731421710018/2b6d221c5cde%2C41205%2C1731421710018.1731421710730, exclude list is [], retry=0 2024-11-12T14:28:30,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41719,DS-8937907c-2bd5-49ac-afc1-d88bd52f337e,DISK] 2024-11-12T14:28:30,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-32e2d2e1-567b-41e6-ab07-6713f55107a3,DISK] 2024-11-12T14:28:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-32e2d2e1-567b-41e6-ab07-6713f55107a3,DISK] 2024-11-12T14:28:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41719,DS-8937907c-2bd5-49ac-afc1-d88bd52f337e,DISK] 2024-11-12T14:28:30,748 INFO [RS:0;2b6d221c5cde:36451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,36451,1731421709977/2b6d221c5cde%2C36451%2C1731421709977.1731421710725 2024-11-12T14:28:30,749 DEBUG [RS:0;2b6d221c5cde:36451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46525:46525),(127.0.0.1/127.0.0.1:36615:36615)] 2024-11-12T14:28:30,749 INFO [RS:1;2b6d221c5cde:41205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,41205,1731421710018/2b6d221c5cde%2C41205%2C1731421710018.1731421710730 2024-11-12T14:28:30,749 DEBUG [RS:1;2b6d221c5cde:41205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36615:36615),(127.0.0.1/127.0.0.1:46525:46525)] 2024-11-12T14:28:30,883 DEBUG [2b6d221c5cde:33909 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T14:28:30,884 DEBUG [2b6d221c5cde:33909 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:30,888 DEBUG [2b6d221c5cde:33909 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:30,888 DEBUG [2b6d221c5cde:33909 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:30,888 DEBUG [2b6d221c5cde:33909 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:30,888 DEBUG [2b6d221c5cde:33909 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:30,888 INFO [2b6d221c5cde:33909 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:30,888 INFO [2b6d221c5cde:33909 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:30,888 DEBUG [2b6d221c5cde:33909 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:30,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:30,892 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,36451,1731421709977, state=OPENING 2024-11-12T14:28:30,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:28:30,896 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T14:28:30,911 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:28:30,921 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:30,922 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:30,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:30,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:30,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:30,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36451,1731421709977}] 2024-11-12T14:28:31,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:31,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:31,082 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:28:31,083 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:31,083 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:28:31,085 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C36451%2C1731421709977.meta, suffix=.meta, logDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,36451,1731421709977, archiveDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/oldWALs, maxLogs=32 2024-11-12T14:28:31,097 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,36451,1731421709977/2b6d221c5cde%2C36451%2C1731421709977.meta.1731421711086.meta, exclude list is [], retry=0 2024-11-12T14:28:31,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-32e2d2e1-567b-41e6-ab07-6713f55107a3,DISK] 2024-11-12T14:28:31,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41719,DS-8937907c-2bd5-49ac-afc1-d88bd52f337e,DISK] 2024-11-12T14:28:31,102 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/WALs/2b6d221c5cde,36451,1731421709977/2b6d221c5cde%2C36451%2C1731421709977.meta.1731421711086.meta 2024-11-12T14:28:31,103 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36615:36615),(127.0.0.1/127.0.0.1:46525:46525)] 2024-11-12T14:28:31,103 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:31,103 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:28:31,103 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:28:31,103 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:28:31,103 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:28:31,103 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:31,104 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:28:31,104 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:28:31,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:31,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:31,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:31,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:31,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:31,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:31,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:31,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:31,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:31,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:31,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:31,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:31,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:31,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:31,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:31,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:31,114 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:31,116 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740 2024-11-12T14:28:31,117 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740 2024-11-12T14:28:31,119 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:31,119 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:31,120 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:31,122 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:31,123 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60366655, jitterRate=-0.10046674311161041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:31,124 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:28:31,125 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421711104Writing region info on filesystem at 1731421711104Initializing all the Stores at 1731421711105 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421711105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421711105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421711105Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421711105Cleaning up temporary data from old regions at 1731421711120 (+15 ms)Running coprocessor post-open hooks at 1731421711124 (+4 ms)Region opened successfully at 1731421711124 2024-11-12T14:28:31,126 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421711076 2024-11-12T14:28:31,129 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:28:31,129 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:28:31,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:31,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,36451,1731421709977, state=OPEN 2024-11-12T14:28:31,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:31,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:31,142 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:31,142 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:31,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:31,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:31,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:31,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:28:31,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36451,1731421709977 in 221 msec 2024-11-12T14:28:31,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:28:31,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 668 msec 2024-11-12T14:28:31,151 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:31,151 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:28:31,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:31,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36451,1731421709977, seqNum=-1] 2024-11-12T14:28:31,153 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:31,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:31,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 740 msec 2024-11-12T14:28:31,164 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421711163, completionTime=-1 2024-11-12T14:28:31,164 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T14:28:31,164 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:28:31,166 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T14:28:31,166 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421771166 2024-11-12T14:28:31,166 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421831166 2024-11-12T14:28:31,166 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:28:31,166 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:28:31,167 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33909,1731421709728-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:31,167 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33909,1731421709728-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:31,167 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33909,1731421709728-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:31,167 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:33909, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:31,167 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:31,168 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:31,171 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:28:31,173 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.083sec 2024-11-12T14:28:31,173 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:28:31,173 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:28:31,173 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:28:31,173 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:28:31,174 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:28:31,174 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33909,1731421709728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:31,174 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33909,1731421709728-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:28:31,176 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:28:31,176 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:28:31,177 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33909,1731421709728-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:31,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6baa52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:31,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,33909,-1 for getting cluster id 2024-11-12T14:28:31,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:28:31,254 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47161fbd-d9fa-4e65-9809-d42aca5d3ed0' 2024-11-12T14:28:31,254 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:28:31,255 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47161fbd-d9fa-4e65-9809-d42aca5d3ed0" 2024-11-12T14:28:31,255 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec2ee77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:31,255 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,33909,-1] 2024-11-12T14:28:31,255 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:28:31,256 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:31,259 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:28:31,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a14717b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:31,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:31,262 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36451,1731421709977, seqNum=-1] 2024-11-12T14:28:31,263 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:31,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:31,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:31,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:28:31,270 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:31,270 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b46c34d 2024-11-12T14:28:31,270 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:28:31,272 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:28:31,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T14:28:31,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:28:31,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:31,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T14:28:31,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:28:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:31,289 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e5d6ededdf3e59da3a242343867eb47, NAME => 'testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c 2024-11-12T14:28:31,289 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ff7515ff02f037a5f9b01c82916f2782, NAME => 'testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c 2024-11-12T14:28:31,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 9e5d6ededdf3e59da3a242343867eb47, disabling compactions & flushes 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ff7515ff02f037a5f9b01c82916f2782, disabling compactions & flushes 2024-11-12T14:28:31,302 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:31,302 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. after waiting 0 ms 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. after waiting 0 ms 2024-11-12T14:28:31,302 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e5d6ededdf3e59da3a242343867eb47: Waiting for close lock at 1731421711302Disabling compacts and flushes for region at 1731421711302Disabling writes for close at 1731421711302Writing region close event to WAL at 1731421711302Closed at 1731421711302 2024-11-12T14:28:31,302 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:31,302 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ff7515ff02f037a5f9b01c82916f2782: Waiting for close lock at 1731421711302Disabling compacts and flushes for region at 1731421711302Disabling writes for close at 1731421711302Writing region close event to WAL at 1731421711302Closed at 1731421711302 2024-11-12T14:28:31,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:28:31,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421711304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421711304"}]},"ts":"1731421711304"} 2024-11-12T14:28:31,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421711304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421711304"}]},"ts":"1731421711304"} 2024-11-12T14:28:31,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T14:28:31,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:28:31,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421711309"}]},"ts":"1731421711309"} 2024-11-12T14:28:31,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T14:28:31,312 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:31,314 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:31,314 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:31,314 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:31,314 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:31,314 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:31,314 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:31,314 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:31,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e5d6ededdf3e59da3a242343867eb47, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff7515ff02f037a5f9b01c82916f2782, ASSIGN}] 2024-11-12T14:28:31,317 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e5d6ededdf3e59da3a242343867eb47, ASSIGN 2024-11-12T14:28:31,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff7515ff02f037a5f9b01c82916f2782, ASSIGN 2024-11-12T14:28:31,318 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e5d6ededdf3e59da3a242343867eb47, ASSIGN; state=OFFLINE, location=2b6d221c5cde,36451,1731421709977; forceNewPlan=false, retain=false 2024-11-12T14:28:31,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff7515ff02f037a5f9b01c82916f2782, ASSIGN; state=OFFLINE, location=2b6d221c5cde,41205,1731421710018; forceNewPlan=false, retain=false 2024-11-12T14:28:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:31,469 INFO [2b6d221c5cde:33909 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T14:28:31,470 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e5d6ededdf3e59da3a242343867eb47, regionState=OPENING, regionLocation=2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:31,470 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff7515ff02f037a5f9b01c82916f2782, regionState=OPENING, regionLocation=2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff7515ff02f037a5f9b01c82916f2782, ASSIGN because future has completed 2024-11-12T14:28:31,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff7515ff02f037a5f9b01c82916f2782, server=2b6d221c5cde,41205,1731421710018}] 2024-11-12T14:28:31,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e5d6ededdf3e59da3a242343867eb47, ASSIGN because future has completed 2024-11-12T14:28:31,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e5d6ededdf3e59da3a242343867eb47, server=2b6d221c5cde,36451,1731421709977}] 2024-11-12T14:28:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:31,632 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:31,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:31,646 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:31,646 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e5d6ededdf3e59da3a242343867eb47, NAME => 'testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T14:28:31,647 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:31,647 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,647 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:31,647 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ff7515ff02f037a5f9b01c82916f2782, NAME => 'testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T14:28:31,647 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,647 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,648 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,648 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:31,648 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,648 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,649 INFO [StoreOpener-9e5d6ededdf3e59da3a242343867eb47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,650 INFO [StoreOpener-ff7515ff02f037a5f9b01c82916f2782-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,651 INFO [StoreOpener-9e5d6ededdf3e59da3a242343867eb47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5d6ededdf3e59da3a242343867eb47 columnFamilyName family 2024-11-12T14:28:31,651 DEBUG [StoreOpener-9e5d6ededdf3e59da3a242343867eb47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:31,651 INFO [StoreOpener-ff7515ff02f037a5f9b01c82916f2782-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff7515ff02f037a5f9b01c82916f2782 columnFamilyName family 2024-11-12T14:28:31,651 DEBUG [StoreOpener-ff7515ff02f037a5f9b01c82916f2782-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:31,652 INFO [StoreOpener-9e5d6ededdf3e59da3a242343867eb47-1 {}] regionserver.HStore(327): Store=9e5d6ededdf3e59da3a242343867eb47/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:31,652 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,652 INFO [StoreOpener-ff7515ff02f037a5f9b01c82916f2782-1 {}] regionserver.HStore(327): Store=ff7515ff02f037a5f9b01c82916f2782/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:31,652 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,653 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,653 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,653 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,653 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,654 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,654 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,654 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,654 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,656 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,656 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,659 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/ff7515ff02f037a5f9b01c82916f2782/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:31,659 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/9e5d6ededdf3e59da3a242343867eb47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:31,659 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ff7515ff02f037a5f9b01c82916f2782; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65612597, jitterRate=-0.02229611575603485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:31,660 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:31,660 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9e5d6ededdf3e59da3a242343867eb47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65108011, jitterRate=-0.029815033078193665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:31,660 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:31,660 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ff7515ff02f037a5f9b01c82916f2782: Running coprocessor pre-open hook at 1731421711648Writing region info on filesystem at 1731421711648Initializing all the Stores at 1731421711649 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421711649Cleaning up temporary data from old regions at 1731421711654 (+5 ms)Running coprocessor post-open hooks at 1731421711660 (+6 ms)Region opened successfully at 1731421711660 2024-11-12T14:28:31,660 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9e5d6ededdf3e59da3a242343867eb47: Running coprocessor pre-open hook at 1731421711647Writing region info on filesystem at 1731421711647Initializing all the Stores at 1731421711648 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421711648Cleaning up temporary data from old regions at 1731421711654 (+6 ms)Running coprocessor post-open hooks at 1731421711660 (+6 ms)Region opened successfully at 1731421711660 2024-11-12T14:28:31,661 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782., pid=7, masterSystemTime=1731421711631 2024-11-12T14:28:31,661 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47., pid=8, masterSystemTime=1731421711635 2024-11-12T14:28:31,665 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:31,665 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:31,666 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e5d6ededdf3e59da3a242343867eb47, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:31,666 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:31,666 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:31,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff7515ff02f037a5f9b01c82916f2782, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:31,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e5d6ededdf3e59da3a242343867eb47, server=2b6d221c5cde,36451,1731421709977 because future has completed 2024-11-12T14:28:31,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff7515ff02f037a5f9b01c82916f2782, server=2b6d221c5cde,41205,1731421710018 because future has completed 2024-11-12T14:28:31,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-12T14:28:31,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e5d6ededdf3e59da3a242343867eb47, server=2b6d221c5cde,36451,1731421709977 in 193 msec 2024-11-12T14:28:31,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T14:28:31,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ff7515ff02f037a5f9b01c82916f2782, server=2b6d221c5cde,41205,1731421710018 in 196 msec 2024-11-12T14:28:31,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e5d6ededdf3e59da3a242343867eb47, ASSIGN in 360 msec 2024-11-12T14:28:31,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T14:28:31,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff7515ff02f037a5f9b01c82916f2782, ASSIGN in 361 msec 2024-11-12T14:28:31,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:28:31,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421711681"}]},"ts":"1731421711681"} 2024-11-12T14:28:31,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T14:28:31,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:28:31,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 412 msec 2024-11-12T14:28:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:31,906 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T14:28:31,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T14:28:31,906 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:31,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T14:28:31,910 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:31,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T14:28:31,915 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47., hostname=2b6d221c5cde,36451,1731421709977, seqNum=2] 2024-11-12T14:28:31,929 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782., hostname=2b6d221c5cde,41205,1731421710018, seqNum=2] 2024-11-12T14:28:31,929 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:31,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:31,944 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9e5d6ededdf3e59da3a242343867eb47 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T14:28:31,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/9e5d6ededdf3e59da3a242343867eb47/.tmp/family/d5a2bfecc73849adabcaabee3a2f54e3 is 32, key is 1/family:/1731421711917/Put/seqid=0 2024-11-12T14:28:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741839_1015 (size=5054) 2024-11-12T14:28:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741839_1015 (size=5054) 2024-11-12T14:28:31,967 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/9e5d6ededdf3e59da3a242343867eb47/.tmp/family/d5a2bfecc73849adabcaabee3a2f54e3 2024-11-12T14:28:31,975 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/9e5d6ededdf3e59da3a242343867eb47/.tmp/family/d5a2bfecc73849adabcaabee3a2f54e3 as hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/9e5d6ededdf3e59da3a242343867eb47/family/d5a2bfecc73849adabcaabee3a2f54e3 2024-11-12T14:28:31,983 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/9e5d6ededdf3e59da3a242343867eb47/family/d5a2bfecc73849adabcaabee3a2f54e3, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T14:28:31,984 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9e5d6ededdf3e59da3a242343867eb47 in 40ms, sequenceid=8, compaction requested=false 2024-11-12T14:28:31,984 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9e5d6ededdf3e59da3a242343867eb47: 2024-11-12T14:28:31,985 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff7515ff02f037a5f9b01c82916f2782 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T14:28:32,002 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/ff7515ff02f037a5f9b01c82916f2782/.tmp/family/992b5d3cb15b4d2d8ad647d1b1b0afb0 is 32, key is 5/family:/1731421711932/Put/seqid=0 2024-11-12T14:28:32,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741840_1016 (size=5083) 2024-11-12T14:28:32,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741840_1016 (size=5083) 2024-11-12T14:28:32,008 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/ff7515ff02f037a5f9b01c82916f2782/.tmp/family/992b5d3cb15b4d2d8ad647d1b1b0afb0 2024-11-12T14:28:32,017 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/ff7515ff02f037a5f9b01c82916f2782/.tmp/family/992b5d3cb15b4d2d8ad647d1b1b0afb0 as hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/ff7515ff02f037a5f9b01c82916f2782/family/992b5d3cb15b4d2d8ad647d1b1b0afb0 2024-11-12T14:28:32,026 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/ff7515ff02f037a5f9b01c82916f2782/family/992b5d3cb15b4d2d8ad647d1b1b0afb0, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T14:28:32,027 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ff7515ff02f037a5f9b01c82916f2782 in 42ms, sequenceid=9, compaction requested=false 2024-11-12T14:28:32,027 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ff7515ff02f037a5f9b01c82916f2782: 2024-11-12T14:28:32,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:28:32,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:32,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:32,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:32,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:32,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:28:32,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:28:32,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1116075992, stopped=false 2024-11-12T14:28:32,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,33909,1731421709728 2024-11-12T14:28:32,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:32,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:32,080 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:32,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:32,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:32,080 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:32,080 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:32,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:32,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:32,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:32,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:32,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:32,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:32,082 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,36451,1731421709977' ***** 2024-11-12T14:28:32,082 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:32,083 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:32,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,41205,1731421710018' ***** 2024-11-12T14:28:32,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:32,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:32,083 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:32,084 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:32,084 INFO [RS:0;2b6d221c5cde:36451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:32,084 INFO [RS:1;2b6d221c5cde:41205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:32,084 INFO [RS:0;2b6d221c5cde:36451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:32,084 INFO [RS:1;2b6d221c5cde:41205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:32,084 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(3091): Received CLOSE for ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:32,084 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:32,085 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:32,085 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:32,085 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:32,085 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:32,085 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff7515ff02f037a5f9b01c82916f2782, disabling compactions & flushes 2024-11-12T14:28:32,085 INFO [RS:1;2b6d221c5cde:41205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2b6d221c5cde:41205. 2024-11-12T14:28:32,085 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:32,085 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e5d6ededdf3e59da3a242343867eb47, disabling compactions & flushes 2024-11-12T14:28:32,086 INFO [RS:0;2b6d221c5cde:36451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:36451. 2024-11-12T14:28:32,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:32,086 DEBUG [RS:1;2b6d221c5cde:41205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:32,086 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:32,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. after waiting 0 ms 2024-11-12T14:28:32,086 DEBUG [RS:1;2b6d221c5cde:41205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:32,086 DEBUG [RS:0;2b6d221c5cde:36451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:32,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:32,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:32,086 DEBUG [RS:0;2b6d221c5cde:36451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:32,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. after waiting 0 ms 2024-11-12T14:28:32,086 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:28:32,086 DEBUG [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(1325): Online Regions={ff7515ff02f037a5f9b01c82916f2782=testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782.} 2024-11-12T14:28:32,086 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:32,086 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:32,086 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:32,086 DEBUG [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(1351): Waiting on ff7515ff02f037a5f9b01c82916f2782 2024-11-12T14:28:32,086 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:32,086 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:28:32,086 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:32,087 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:28:32,087 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1325): Online Regions={9e5d6ededdf3e59da3a242343867eb47=testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:28:32,087 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e5d6ededdf3e59da3a242343867eb47 2024-11-12T14:28:32,087 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:32,087 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:32,087 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:32,087 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:32,087 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:32,088 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T14:28:32,092 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/ff7515ff02f037a5f9b01c82916f2782/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T14:28:32,092 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/default/testClearRegionBlockCache/9e5d6ededdf3e59da3a242343867eb47/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T14:28:32,093 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:32,093 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:32,093 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff7515ff02f037a5f9b01c82916f2782: Waiting for close lock at 1731421712085Running coprocessor pre-close hooks at 1731421712085Disabling compacts and flushes for region at 1731421712085Disabling writes for close at 1731421712086 (+1 ms)Writing region close event to WAL at 1731421712087 (+1 ms)Running coprocessor post-close hooks at 1731421712093 (+6 ms)Closed at 1731421712093 2024-11-12T14:28:32,093 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e5d6ededdf3e59da3a242343867eb47: Waiting for close lock at 1731421712085Running coprocessor pre-close hooks at 1731421712085Disabling compacts and flushes for region at 1731421712085Disabling writes for close at 1731421712086 (+1 ms)Writing region close event to WAL at 1731421712087 (+1 ms)Running coprocessor post-close hooks at 1731421712093 (+6 ms)Closed at 1731421712093 2024-11-12T14:28:32,093 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782. 2024-11-12T14:28:32,093 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731421711272.9e5d6ededdf3e59da3a242343867eb47. 2024-11-12T14:28:32,105 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/.tmp/info/d3b9e2da556f472d948c827ed636eea3 is 173, key is testClearRegionBlockCache,5,1731421711272.ff7515ff02f037a5f9b01c82916f2782./info:regioninfo/1731421711667/Put/seqid=0 2024-11-12T14:28:32,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:32,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:32,112 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/.tmp/info/d3b9e2da556f472d948c827ed636eea3 2024-11-12T14:28:32,134 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/.tmp/ns/69d3d48948ed41ddbd997e68a55de262 is 43, key is default/ns:d/1731421711155/Put/seqid=0 2024-11-12T14:28:32,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:32,182 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:32,286 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,41205,1731421710018; all regions closed. 2024-11-12T14:28:32,287 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:28:32,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741834_1010 (size=1867) 2024-11-12T14:28:32,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741834_1010 (size=1867) 2024-11-12T14:28:32,297 DEBUG [RS:1;2b6d221c5cde:41205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/oldWALs 2024-11-12T14:28:32,298 INFO [RS:1;2b6d221c5cde:41205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C41205%2C1731421710018:(num 1731421710730) 2024-11-12T14:28:32,298 DEBUG [RS:1;2b6d221c5cde:41205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:32,298 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:32,298 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:32,298 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:32,299 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:32,299 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:32,299 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:32,299 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:32,299 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:32,299 INFO [RS:1;2b6d221c5cde:41205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41205 2024-11-12T14:28:32,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:32,311 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,41205,1731421710018 2024-11-12T14:28:32,311 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:32,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,41205,1731421710018] 2024-11-12T14:28:32,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,41205,1731421710018 already deleted, retry=false 2024-11-12T14:28:32,332 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,41205,1731421710018 expired; onlineServers=1 2024-11-12T14:28:32,422 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:32,422 INFO [RS:1;2b6d221c5cde:41205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:32,422 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41205-0x1012f72a1340002, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:32,422 INFO [RS:1;2b6d221c5cde:41205 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,41205,1731421710018; zookeeper connection closed. 2024-11-12T14:28:32,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44197d00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44197d00 2024-11-12T14:28:32,487 DEBUG [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:28:32,543 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/.tmp/ns/69d3d48948ed41ddbd997e68a55de262 2024-11-12T14:28:32,571 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/.tmp/table/8965a39cb7be45c592a74fc8fee762ba is 61, key is testClearRegionBlockCache/table:state/1731421711681/Put/seqid=0 2024-11-12T14:28:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:32,577 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:28:32,578 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:28:32,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:32,578 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/.tmp/table/8965a39cb7be45c592a74fc8fee762ba 2024-11-12T14:28:32,586 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/.tmp/info/d3b9e2da556f472d948c827ed636eea3 as hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/info/d3b9e2da556f472d948c827ed636eea3 2024-11-12T14:28:32,595 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/info/d3b9e2da556f472d948c827ed636eea3, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T14:28:32,596 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/.tmp/ns/69d3d48948ed41ddbd997e68a55de262 as hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/ns/69d3d48948ed41ddbd997e68a55de262 2024-11-12T14:28:32,604 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/ns/69d3d48948ed41ddbd997e68a55de262, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T14:28:32,606 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/.tmp/table/8965a39cb7be45c592a74fc8fee762ba as hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/table/8965a39cb7be45c592a74fc8fee762ba 2024-11-12T14:28:32,615 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/table/8965a39cb7be45c592a74fc8fee762ba, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T14:28:32,616 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=13, compaction requested=false 2024-11-12T14:28:32,622 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T14:28:32,623 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:28:32,623 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:32,623 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421712087Running coprocessor pre-close hooks at 1731421712087Disabling compacts and flushes for region at 1731421712087Disabling writes for close at 1731421712087Obtaining lock to block concurrent updates at 1731421712088 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731421712088Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731421712088Flushing stores of hbase:meta,,1.1588230740 at 1731421712089 (+1 ms)Flushing 1588230740/info: creating writer at 1731421712090 (+1 ms)Flushing 1588230740/info: appending metadata at 1731421712105 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731421712105Flushing 1588230740/ns: creating writer at 1731421712119 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731421712134 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731421712134Flushing 1588230740/table: creating writer at 1731421712556 (+422 ms)Flushing 1588230740/table: appending metadata at 1731421712570 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731421712570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb39c1f: reopening flushed file at 1731421712585 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b767373: reopening flushed file at 1731421712595 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0167e2: reopening flushed file at 1731421712605 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=13, compaction requested=false at 1731421712616 (+11 ms)Writing region close event to WAL at 1731421712618 (+2 ms)Running coprocessor post-close hooks at 1731421712623 (+5 ms)Closed at 1731421712623 2024-11-12T14:28:32,624 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:32,688 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,36451,1731421709977; all regions closed. 2024-11-12T14:28:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:32,693 DEBUG [RS:0;2b6d221c5cde:36451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/oldWALs 2024-11-12T14:28:32,694 INFO [RS:0;2b6d221c5cde:36451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C36451%2C1731421709977.meta:.meta(num 1731421711086) 2024-11-12T14:28:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741833_1009 (size=1758) 2024-11-12T14:28:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741833_1009 (size=1758) 2024-11-12T14:28:32,699 DEBUG [RS:0;2b6d221c5cde:36451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/oldWALs 2024-11-12T14:28:32,699 INFO [RS:0;2b6d221c5cde:36451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C36451%2C1731421709977:(num 1731421710725) 2024-11-12T14:28:32,699 DEBUG [RS:0;2b6d221c5cde:36451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:32,699 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:32,699 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:32,699 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:32,700 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:32,700 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:32,700 INFO [RS:0;2b6d221c5cde:36451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36451 2024-11-12T14:28:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,36451,1731421709977 2024-11-12T14:28:32,763 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:32,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,36451,1731421709977] 2024-11-12T14:28:32,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,36451,1731421709977 already deleted, retry=false 2024-11-12T14:28:32,784 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,36451,1731421709977 expired; onlineServers=0 2024-11-12T14:28:32,785 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,33909,1731421709728' ***** 2024-11-12T14:28:32,785 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:28:32,785 INFO [M:0;2b6d221c5cde:33909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:32,785 INFO [M:0;2b6d221c5cde:33909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:32,785 DEBUG [M:0;2b6d221c5cde:33909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:28:32,785 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:28:32,785 DEBUG [M:0;2b6d221c5cde:33909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:28:32,785 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421710431 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421710431,5,FailOnTimeoutGroup] 2024-11-12T14:28:32,785 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421710430 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421710430,5,FailOnTimeoutGroup] 2024-11-12T14:28:32,785 INFO [M:0;2b6d221c5cde:33909 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:32,785 INFO [M:0;2b6d221c5cde:33909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:32,786 DEBUG [M:0;2b6d221c5cde:33909 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:28:32,786 INFO [M:0;2b6d221c5cde:33909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:28:32,786 INFO [M:0;2b6d221c5cde:33909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:32,786 INFO [M:0;2b6d221c5cde:33909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:28:32,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:28:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:32,795 DEBUG [M:0;2b6d221c5cde:33909 {}] zookeeper.ZKUtil(347): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T14:28:32,795 WARN [M:0;2b6d221c5cde:33909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:28:32,796 INFO [M:0;2b6d221c5cde:33909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/.lastflushedseqids 2024-11-12T14:28:32,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741844_1020 (size=191) 2024-11-12T14:28:32,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741844_1020 (size=191) 2024-11-12T14:28:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:32,874 INFO [RS:0;2b6d221c5cde:36451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x1012f72a1340001, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:32,874 INFO [RS:0;2b6d221c5cde:36451 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,36451,1731421709977; zookeeper connection closed. 2024-11-12T14:28:32,874 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3453662f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3453662f 2024-11-12T14:28:32,875 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T14:28:33,207 INFO [M:0;2b6d221c5cde:33909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:28:33,207 INFO [M:0;2b6d221c5cde:33909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:28:33,207 DEBUG [M:0;2b6d221c5cde:33909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:33,208 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:33,208 DEBUG [M:0;2b6d221c5cde:33909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:33,208 DEBUG [M:0;2b6d221c5cde:33909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:33,208 DEBUG [M:0;2b6d221c5cde:33909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:33,209 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-12T14:28:33,229 DEBUG [M:0;2b6d221c5cde:33909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34068381dff8436c9edc6094b18f2bce is 82, key is hbase:meta,,1/info:regioninfo/1731421711130/Put/seqid=0 2024-11-12T14:28:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:33,235 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34068381dff8436c9edc6094b18f2bce 2024-11-12T14:28:33,256 DEBUG [M:0;2b6d221c5cde:33909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10353419a3e84efc8a2e789bbdb07d1a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421711686/Put/seqid=0 2024-11-12T14:28:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741846_1022 (size=6219) 2024-11-12T14:28:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741846_1022 (size=6219) 2024-11-12T14:28:33,261 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10353419a3e84efc8a2e789bbdb07d1a 2024-11-12T14:28:33,282 DEBUG [M:0;2b6d221c5cde:33909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac4abd41a8a44c93944ef25e638b6060 is 69, key is 2b6d221c5cde,36451,1731421709977/rs:state/1731421710492/Put/seqid=0 2024-11-12T14:28:33,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:33,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:33,691 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac4abd41a8a44c93944ef25e638b6060 2024-11-12T14:28:33,705 DEBUG [M:0;2b6d221c5cde:33909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34068381dff8436c9edc6094b18f2bce as hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34068381dff8436c9edc6094b18f2bce 2024-11-12T14:28:33,710 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34068381dff8436c9edc6094b18f2bce, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T14:28:33,711 DEBUG [M:0;2b6d221c5cde:33909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10353419a3e84efc8a2e789bbdb07d1a as hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10353419a3e84efc8a2e789bbdb07d1a 2024-11-12T14:28:33,717 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10353419a3e84efc8a2e789bbdb07d1a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T14:28:33,719 DEBUG [M:0;2b6d221c5cde:33909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac4abd41a8a44c93944ef25e638b6060 as hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac4abd41a8a44c93944ef25e638b6060 2024-11-12T14:28:33,725 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43067/user/jenkins/test-data/6815d9b4-eaff-53a9-7285-26b4aa208d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac4abd41a8a44c93944ef25e638b6060, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T14:28:33,726 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=71, compaction requested=false 2024-11-12T14:28:33,727 INFO [M:0;2b6d221c5cde:33909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:33,728 DEBUG [M:0;2b6d221c5cde:33909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421713207Disabling compacts and flushes for region at 1731421713207Disabling writes for close at 1731421713208 (+1 ms)Obtaining lock to block concurrent updates at 1731421713209 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421713209Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731421713210 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421713211 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421713212 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421713229 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421713229Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421713241 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421713255 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421713255Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421713267 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421713282 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421713282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e00ca28: reopening flushed file at 1731421713703 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c78ae6e: reopening flushed file at 1731421713711 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29090b02: reopening flushed file at 1731421713718 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=71, compaction requested=false at 1731421713726 (+8 ms)Writing region close event to WAL at 1731421713727 (+1 ms)Closed at 1731421713727 2024-11-12T14:28:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741830_1006 (size=35440) 2024-11-12T14:28:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741830_1006 (size=35440) 2024-11-12T14:28:33,731 INFO [M:0;2b6d221c5cde:33909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:28:33,731 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:33,731 INFO [M:0;2b6d221c5cde:33909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33909 2024-11-12T14:28:33,731 INFO [M:0;2b6d221c5cde:33909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:33,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:33,874 INFO [M:0;2b6d221c5cde:33909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:33,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33909-0x1012f72a1340000, quorum=127.0.0.1:59643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:33,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@561725b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:33,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb1d8d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:33,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:33,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad4f567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:33,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae83d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:33,886 WARN [BP-2121995490-172.17.0.3-1731421707176 heartbeating to localhost/127.0.0.1:43067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:33,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:33,886 WARN [BP-2121995490-172.17.0.3-1731421707176 heartbeating to localhost/127.0.0.1:43067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2121995490-172.17.0.3-1731421707176 (Datanode Uuid 5a0c2c18-7f50-4fe4-903d-c8141f82275b) service to localhost/127.0.0.1:43067 2024-11-12T14:28:33,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:33,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/data/data3/current/BP-2121995490-172.17.0.3-1731421707176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:33,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/data/data4/current/BP-2121995490-172.17.0.3-1731421707176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:33,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:33,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4003b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:33,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@582e735d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:33,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:33,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d053c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:33,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6071e0cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:33,893 WARN [BP-2121995490-172.17.0.3-1731421707176 heartbeating to localhost/127.0.0.1:43067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:33,893 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:33,893 WARN [BP-2121995490-172.17.0.3-1731421707176 heartbeating to localhost/127.0.0.1:43067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2121995490-172.17.0.3-1731421707176 (Datanode Uuid cd5a55ae-0fd8-498c-af20-49b1d564d5ed) service to localhost/127.0.0.1:43067 2024-11-12T14:28:33,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:33,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/data/data1/current/BP-2121995490-172.17.0.3-1731421707176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:33,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/cluster_0748c998-b525-72de-9395-9370d64ef6e9/data/data2/current/BP-2121995490-172.17.0.3-1731421707176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:33,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:33,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fa67c50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:33,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c817af7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:33,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:33,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1d15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:33,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f04f43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:33,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:28:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:28:33,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 84) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43067 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43067 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=444 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=6799 (was 6945) 2024-11-12T14:28:33,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=6799 2024-11-12T14:28:33,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.log.dir so I do NOT create it in target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2 2024-11-12T14:28:33,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:28:33,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.tmp.dir so I do NOT create it in target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2 2024-11-12T14:28:33,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1e122e-6348-3524-64e4-3c784c24a518/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:28:33,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2 2024-11-12T14:28:33,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:28:33,950 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b, deleteOnExit=true 2024-11-12T14:28:33,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:28:33,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/test.cache.data in system properties and HBase conf 2024-11-12T14:28:33,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:28:33,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:28:33,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:28:33,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:28:33,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:28:33,951 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:28:33,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:28:33,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:33,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:28:33,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:28:34,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:34,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:34,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:34,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:34,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:34,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:34,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600a72d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:34,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73efb013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:34,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fa568dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/java.io.tmpdir/jetty-localhost-42191-hadoop-hdfs-3_4_1-tests_jar-_-any-17451074762750211925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:34,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cf3af8e{HTTP/1.1, (http/1.1)}{localhost:42191} 2024-11-12T14:28:34,641 INFO [Time-limited test {}] server.Server(415): Started @20163ms 2024-11-12T14:28:34,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:34,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:34,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:34,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:34,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:28:34,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4776a6be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:34,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f04fc9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:35,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7226f26c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/java.io.tmpdir/jetty-localhost-34305-hadoop-hdfs-3_4_1-tests_jar-_-any-12625810532312882588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:35,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5085a930{HTTP/1.1, (http/1.1)}{localhost:34305} 2024-11-12T14:28:35,026 INFO [Time-limited test {}] server.Server(415): Started @20547ms 2024-11-12T14:28:35,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:35,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:35,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:35,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:35,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:35,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:28:35,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35f597cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:35,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a012ac0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:35,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@377da253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/java.io.tmpdir/jetty-localhost-43461-hadoop-hdfs-3_4_1-tests_jar-_-any-4783015044960376735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:35,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb33f7f{HTTP/1.1, (http/1.1)}{localhost:43461} 2024-11-12T14:28:35,174 INFO [Time-limited test {}] server.Server(415): Started @20695ms 2024-11-12T14:28:35,175 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:36,190 WARN [Thread-634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/data/data1/current/BP-616303829-172.17.0.3-1731421713976/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:36,190 WARN [Thread-635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/data/data2/current/BP-616303829-172.17.0.3-1731421713976/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:36,209 WARN [Thread-598 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d426023f4c379c3 with lease ID 0xfaa5d56abb7cbbfb: Processing first storage report for DS-c88cb31d-1118-4356-9b28-2193e55aece8 from datanode DatanodeRegistration(127.0.0.1:33217, datanodeUuid=24ab0777-6fc8-4818-8a77-9d7ac4b09ff0, infoPort=42109, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=523152614;c=1731421713976) 2024-11-12T14:28:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d426023f4c379c3 with lease ID 0xfaa5d56abb7cbbfb: from storage DS-c88cb31d-1118-4356-9b28-2193e55aece8 node DatanodeRegistration(127.0.0.1:33217, datanodeUuid=24ab0777-6fc8-4818-8a77-9d7ac4b09ff0, infoPort=42109, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=523152614;c=1731421713976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d426023f4c379c3 with lease ID 0xfaa5d56abb7cbbfb: Processing first storage report for DS-9ffce523-0bc2-420e-a03b-6d83bc2f054a from datanode DatanodeRegistration(127.0.0.1:33217, datanodeUuid=24ab0777-6fc8-4818-8a77-9d7ac4b09ff0, infoPort=42109, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=523152614;c=1731421713976) 2024-11-12T14:28:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d426023f4c379c3 with lease ID 0xfaa5d56abb7cbbfb: from storage DS-9ffce523-0bc2-420e-a03b-6d83bc2f054a node DatanodeRegistration(127.0.0.1:33217, datanodeUuid=24ab0777-6fc8-4818-8a77-9d7ac4b09ff0, infoPort=42109, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=523152614;c=1731421713976), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:28:36,325 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/data/data3/current/BP-616303829-172.17.0.3-1731421713976/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:36,325 WARN [Thread-646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/data/data4/current/BP-616303829-172.17.0.3-1731421713976/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:36,343 WARN [Thread-621 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf96da12d0f0add69 with lease ID 0xfaa5d56abb7cbbfc: Processing first storage report for DS-fab6a85d-e5b0-4f74-9df7-c13d95b35136 from datanode DatanodeRegistration(127.0.0.1:42549, datanodeUuid=61698c68-87e5-4996-a418-bbad85477aa2, infoPort=38683, infoSecurePort=0, ipcPort=35299, storageInfo=lv=-57;cid=testClusterID;nsid=523152614;c=1731421713976) 2024-11-12T14:28:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf96da12d0f0add69 with lease ID 0xfaa5d56abb7cbbfc: from storage DS-fab6a85d-e5b0-4f74-9df7-c13d95b35136 node DatanodeRegistration(127.0.0.1:42549, datanodeUuid=61698c68-87e5-4996-a418-bbad85477aa2, infoPort=38683, infoSecurePort=0, ipcPort=35299, storageInfo=lv=-57;cid=testClusterID;nsid=523152614;c=1731421713976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf96da12d0f0add69 with lease ID 0xfaa5d56abb7cbbfc: Processing first storage report for DS-8556f046-68fd-4913-8f3f-40c41887439e from datanode DatanodeRegistration(127.0.0.1:42549, datanodeUuid=61698c68-87e5-4996-a418-bbad85477aa2, infoPort=38683, infoSecurePort=0, ipcPort=35299, storageInfo=lv=-57;cid=testClusterID;nsid=523152614;c=1731421713976) 2024-11-12T14:28:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf96da12d0f0add69 with lease ID 0xfaa5d56abb7cbbfc: from storage DS-8556f046-68fd-4913-8f3f-40c41887439e node DatanodeRegistration(127.0.0.1:42549, datanodeUuid=61698c68-87e5-4996-a418-bbad85477aa2, infoPort=38683, infoSecurePort=0, ipcPort=35299, storageInfo=lv=-57;cid=testClusterID;nsid=523152614;c=1731421713976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:36,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2 2024-11-12T14:28:36,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/zookeeper_0, clientPort=50699, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:28:36,422 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50699 2024-11-12T14:28:36,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:36,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:36,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:36,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:36,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc with version=8 2024-11-12T14:28:36,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/hbase-staging 2024-11-12T14:28:36,436 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:36,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:36,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:36,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:36,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:36,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:36,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:28:36,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:36,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43415 2024-11-12T14:28:36,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43415 connecting to ZooKeeper ensemble=127.0.0.1:50699 2024-11-12T14:28:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434150x0, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:36,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43415-0x1012f72bb700000 connected 2024-11-12T14:28:36,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:36,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:36,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:36,596 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc, hbase.cluster.distributed=false 2024-11-12T14:28:36,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:36,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43415 2024-11-12T14:28:36,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43415 2024-11-12T14:28:36,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43415 2024-11-12T14:28:36,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43415 2024-11-12T14:28:36,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43415 2024-11-12T14:28:36,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:28:36,615 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:36,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:36,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:36,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:36,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:36,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:36,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:36,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:36,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38793 2024-11-12T14:28:36,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38793 connecting to ZooKeeper ensemble=127.0.0.1:50699 2024-11-12T14:28:36,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:36,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:36,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:36,634 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387930x0, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:36,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38793-0x1012f72bb700001 connected 2024-11-12T14:28:36,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:36,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:36,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:36,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:36,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:36,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:36,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:36,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38793 2024-11-12T14:28:36,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38793 2024-11-12T14:28:36,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38793 2024-11-12T14:28:36,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38793 2024-11-12T14:28:36,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38793 2024-11-12T14:28:36,666 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:36,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:36,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:36,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:36,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:36,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:36,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40763 2024-11-12T14:28:36,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40763 connecting to ZooKeeper ensemble=127.0.0.1:50699 2024-11-12T14:28:36,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:36,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:36,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407630x0, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:36,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407630x0, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:36,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40763-0x1012f72bb700002 connected 2024-11-12T14:28:36,680 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:36,680 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:36,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:36,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:36,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40763 2024-11-12T14:28:36,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40763 2024-11-12T14:28:36,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40763 2024-11-12T14:28:36,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40763 2024-11-12T14:28:36,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40763 2024-11-12T14:28:36,700 DEBUG [M:0;2b6d221c5cde:43415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:43415 2024-11-12T14:28:36,700 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:36,710 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:36,711 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:36,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:36,721 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:36,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,721 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,722 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T14:28:36,722 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b6d221c5cde,43415,1731421716436 from backup master directory 2024-11-12T14:28:36,732 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:36,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:36,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:36,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:36,732 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:36,732 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:36,738 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/hbase.id] with ID: 44a21f00-9deb-459c-ae9d-1c7501fb8f38 2024-11-12T14:28:36,738 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/.tmp/hbase.id 2024-11-12T14:28:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:36,746 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/.tmp/hbase.id]:[hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/hbase.id] 2024-11-12T14:28:36,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:36,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:28:36,761 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T14:28:36,774 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:36,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:36,782 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:36,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:28:36,784 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:36,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:36,796 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store 2024-11-12T14:28:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:36,804 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:36,804 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:36,804 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:36,804 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:36,804 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:36,804 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:36,804 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:36,804 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421716804Disabling compacts and flushes for region at 1731421716804Disabling writes for close at 1731421716804Writing region close event to WAL at 1731421716804Closed at 1731421716804 2024-11-12T14:28:36,805 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/.initializing 2024-11-12T14:28:36,805 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/WALs/2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:36,806 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:36,808 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C43415%2C1731421716436, suffix=, logDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/WALs/2b6d221c5cde,43415,1731421716436, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/oldWALs, maxLogs=10 2024-11-12T14:28:36,822 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/WALs/2b6d221c5cde,43415,1731421716436/2b6d221c5cde%2C43415%2C1731421716436.1731421716808, exclude list is [], retry=0 2024-11-12T14:28:36,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33217,DS-c88cb31d-1118-4356-9b28-2193e55aece8,DISK] 2024-11-12T14:28:36,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-fab6a85d-e5b0-4f74-9df7-c13d95b35136,DISK] 2024-11-12T14:28:36,828 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/WALs/2b6d221c5cde,43415,1731421716436/2b6d221c5cde%2C43415%2C1731421716436.1731421716808 2024-11-12T14:28:36,828 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:38683:38683)] 2024-11-12T14:28:36,828 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:36,828 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:36,828 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,828 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:28:36,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:36,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:36,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:28:36,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:36,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:36,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:28:36,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:36,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:36,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:28:36,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:36,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:36,839 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,840 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,840 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,842 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,842 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,842 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:36,844 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:36,846 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:36,847 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62154789, jitterRate=-0.07382147014141083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:36,847 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421716829Initializing all the Stores at 1731421716830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421716830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421716830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421716830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421716830Cleaning up temporary data from old regions at 1731421716842 (+12 ms)Region opened successfully at 1731421716847 (+5 ms) 2024-11-12T14:28:36,848 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:28:36,851 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7661fe6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:36,852 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:28:36,852 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:28:36,852 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:28:36,852 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:28:36,853 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:28:36,853 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:28:36,853 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:28:36,855 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:28:36,856 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T14:28:36,868 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T14:28:36,868 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:28:36,869 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:28:36,879 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T14:28:36,879 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:28:36,881 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:28:36,889 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T14:28:36,891 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:28:36,900 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T14:28:36,904 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:28:36,910 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T14:28:36,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:36,921 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:36,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:36,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,921 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,922 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,43415,1731421716436, sessionid=0x1012f72bb700000, setting cluster-up flag (Was=false) 2024-11-12T14:28:36,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,942 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:36,974 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T14:28:36,978 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:37,005 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:37,037 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T14:28:37,040 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:37,042 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:28:37,045 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:37,046 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:28:37,046 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:28:37,046 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,43415,1731421716436 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:28:37,049 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:37,049 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:37,049 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:37,050 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:37,050 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:28:37,050 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,050 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:37,050 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,051 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421747051 2024-11-12T14:28:37,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:28:37,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:28:37,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:28:37,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:28:37,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:28:37,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:28:37,053 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:37,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:28:37,053 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:28:37,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:28:37,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:28:37,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:28:37,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:28:37,055 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421717055,5,FailOnTimeoutGroup] 2024-11-12T14:28:37,055 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421717055,5,FailOnTimeoutGroup] 2024-11-12T14:28:37,055 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,055 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,055 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:28:37,055 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,055 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:28:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:37,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:28:37,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc 2024-11-12T14:28:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:37,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:37,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:37,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:37,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:37,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:37,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:37,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:37,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:37,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:37,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:37,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:37,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:37,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:37,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:37,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740 2024-11-12T14:28:37,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740 2024-11-12T14:28:37,087 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(746): ClusterId : 44a21f00-9deb-459c-ae9d-1c7501fb8f38 2024-11-12T14:28:37,087 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(746): ClusterId : 44a21f00-9deb-459c-ae9d-1c7501fb8f38 2024-11-12T14:28:37,087 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:37,087 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:37,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:37,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:37,088 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:37,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:37,092 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:37,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67197308, jitterRate=0.0013179183006286621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:37,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421717073Initializing all the Stores at 1731421717074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421717074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421717074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421717074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421717074Cleaning up temporary data from old regions at 1731421717088 (+14 ms)Region opened successfully at 1731421717094 (+6 ms) 2024-11-12T14:28:37,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:37,094 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:37,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:37,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:37,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:37,095 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:37,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421717094Disabling compacts and flushes for region at 1731421717094Disabling writes for close at 1731421717095 (+1 ms)Writing region close event to WAL at 1731421717095Closed at 1731421717095 2024-11-12T14:28:37,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:37,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:28:37,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:28:37,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:37,100 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:28:37,101 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:37,101 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:37,101 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:37,101 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:37,111 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:37,111 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:37,111 DEBUG [RS:1;2b6d221c5cde:40763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79258ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:37,111 DEBUG [RS:0;2b6d221c5cde:38793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406a8c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:37,123 DEBUG [RS:1;2b6d221c5cde:40763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2b6d221c5cde:40763 2024-11-12T14:28:37,123 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:37,123 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:37,123 DEBUG [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:37,124 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,43415,1731421716436 with port=40763, startcode=1731421716666 2024-11-12T14:28:37,124 DEBUG [RS:1;2b6d221c5cde:40763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:37,126 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:37,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:37,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43415 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:37,128 DEBUG [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc 2024-11-12T14:28:37,128 DEBUG [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34355 2024-11-12T14:28:37,128 DEBUG [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:37,128 DEBUG [RS:0;2b6d221c5cde:38793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:38793 2024-11-12T14:28:37,128 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:37,128 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:37,128 DEBUG [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:37,140 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,43415,1731421716436 with port=38793, startcode=1731421716615 2024-11-12T14:28:37,140 DEBUG [RS:1;2b6d221c5cde:40763 {}] zookeeper.ZKUtil(111): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:37,140 DEBUG [RS:0;2b6d221c5cde:38793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:37,140 WARN [RS:1;2b6d221c5cde:40763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:37,140 INFO [RS:1;2b6d221c5cde:40763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:37,140 DEBUG [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:37,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,40763,1731421716666] 2024-11-12T14:28:37,142 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:37,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:37,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43415 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:37,144 DEBUG [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc 2024-11-12T14:28:37,144 DEBUG [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34355 2024-11-12T14:28:37,144 DEBUG [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:37,144 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:37,147 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:37,147 INFO [RS:1;2b6d221c5cde:40763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:37,147 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,147 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:37,148 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:37,148 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,148 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:37,149 DEBUG [RS:1;2b6d221c5cde:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:37,150 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,150 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,150 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,150 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,150 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,150 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40763,1731421716666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:37,165 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:37,165 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40763,1731421716666-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,166 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,166 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.Replication(171): 2b6d221c5cde,40763,1731421716666 started 2024-11-12T14:28:37,179 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,179 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,40763,1731421716666, RpcServer on 2b6d221c5cde/172.17.0.3:40763, sessionid=0x1012f72bb700002 2024-11-12T14:28:37,179 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:37,179 DEBUG [RS:1;2b6d221c5cde:40763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:37,179 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,40763,1731421716666' 2024-11-12T14:28:37,179 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:37,185 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:37,185 DEBUG [RS:0;2b6d221c5cde:38793 {}] zookeeper.ZKUtil(111): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:37,185 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:37,185 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:37,185 WARN [RS:0;2b6d221c5cde:38793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:37,185 DEBUG [RS:1;2b6d221c5cde:40763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:37,185 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,40763,1731421716666' 2024-11-12T14:28:37,185 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:37,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,38793,1731421716615] 2024-11-12T14:28:37,185 INFO [RS:0;2b6d221c5cde:38793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:37,185 DEBUG [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:37,186 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:37,186 DEBUG [RS:1;2b6d221c5cde:40763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:37,186 INFO [RS:1;2b6d221c5cde:40763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:37,186 INFO [RS:1;2b6d221c5cde:40763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:37,189 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:37,191 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:37,191 INFO [RS:0;2b6d221c5cde:38793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:37,191 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,191 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:37,192 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:37,192 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,192 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,192 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,192 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,192 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,192 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,192 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:37,193 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,193 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,193 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,193 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,193 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,193 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:37,193 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:37,193 DEBUG [RS:0;2b6d221c5cde:38793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:37,193 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,193 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,194 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,194 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,194 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,194 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,38793,1731421716615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:37,215 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:37,215 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,38793,1731421716615-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,215 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,215 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.Replication(171): 2b6d221c5cde,38793,1731421716615 started 2024-11-12T14:28:37,228 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,229 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,38793,1731421716615, RpcServer on 2b6d221c5cde/172.17.0.3:38793, sessionid=0x1012f72bb700001 2024-11-12T14:28:37,229 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:37,229 DEBUG [RS:0;2b6d221c5cde:38793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:37,229 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,38793,1731421716615' 2024-11-12T14:28:37,229 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:37,229 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:37,230 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:37,230 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:37,230 DEBUG [RS:0;2b6d221c5cde:38793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:37,230 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,38793,1731421716615' 2024-11-12T14:28:37,230 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:37,230 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:37,231 DEBUG [RS:0;2b6d221c5cde:38793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:37,231 INFO [RS:0;2b6d221c5cde:38793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:37,231 INFO [RS:0;2b6d221c5cde:38793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:37,250 WARN [2b6d221c5cde:43415 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:28:37,287 INFO [RS:1;2b6d221c5cde:40763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:37,289 INFO [RS:1;2b6d221c5cde:40763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C40763%2C1731421716666, suffix=, logDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,40763,1731421716666, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/oldWALs, maxLogs=32 2024-11-12T14:28:37,309 DEBUG [RS:1;2b6d221c5cde:40763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,40763,1731421716666/2b6d221c5cde%2C40763%2C1731421716666.1731421717290, exclude list is [], retry=0 2024-11-12T14:28:37,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33217,DS-c88cb31d-1118-4356-9b28-2193e55aece8,DISK] 2024-11-12T14:28:37,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-fab6a85d-e5b0-4f74-9df7-c13d95b35136,DISK] 2024-11-12T14:28:37,314 INFO [RS:1;2b6d221c5cde:40763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,40763,1731421716666/2b6d221c5cde%2C40763%2C1731421716666.1731421717290 2024-11-12T14:28:37,315 DEBUG [RS:1;2b6d221c5cde:40763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38683:38683),(127.0.0.1/127.0.0.1:42109:42109)] 2024-11-12T14:28:37,332 INFO [RS:0;2b6d221c5cde:38793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:37,334 INFO [RS:0;2b6d221c5cde:38793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C38793%2C1731421716615, suffix=, logDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,38793,1731421716615, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/oldWALs, maxLogs=32 2024-11-12T14:28:37,349 DEBUG [RS:0;2b6d221c5cde:38793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,38793,1731421716615/2b6d221c5cde%2C38793%2C1731421716615.1731421717335, exclude list is [], retry=0 2024-11-12T14:28:37,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33217,DS-c88cb31d-1118-4356-9b28-2193e55aece8,DISK] 2024-11-12T14:28:37,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-fab6a85d-e5b0-4f74-9df7-c13d95b35136,DISK] 2024-11-12T14:28:37,354 INFO [RS:0;2b6d221c5cde:38793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,38793,1731421716615/2b6d221c5cde%2C38793%2C1731421716615.1731421717335 2024-11-12T14:28:37,354 DEBUG [RS:0;2b6d221c5cde:38793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38683:38683),(127.0.0.1/127.0.0.1:42109:42109)] 2024-11-12T14:28:37,501 DEBUG [2b6d221c5cde:43415 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T14:28:37,501 DEBUG [2b6d221c5cde:43415 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:37,508 DEBUG [2b6d221c5cde:43415 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:37,508 DEBUG [2b6d221c5cde:43415 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:37,508 DEBUG [2b6d221c5cde:43415 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:37,508 DEBUG [2b6d221c5cde:43415 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:37,508 INFO [2b6d221c5cde:43415 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:37,508 INFO [2b6d221c5cde:43415 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:37,509 DEBUG [2b6d221c5cde:43415 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:37,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:37,512 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,40763,1731421716666, state=OPENING 2024-11-12T14:28:37,563 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:28:37,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:37,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:37,574 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:37,575 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:37,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:37,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:37,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,40763,1731421716666}] 2024-11-12T14:28:37,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:37,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:37,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:37,739 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:28:37,739 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:37,740 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:28:37,741 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C40763%2C1731421716666.meta, suffix=.meta, logDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,40763,1731421716666, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/oldWALs, maxLogs=32 2024-11-12T14:28:37,755 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,40763,1731421716666/2b6d221c5cde%2C40763%2C1731421716666.meta.1731421717742.meta, exclude list is [], retry=0 2024-11-12T14:28:37,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33217,DS-c88cb31d-1118-4356-9b28-2193e55aece8,DISK] 2024-11-12T14:28:37,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-fab6a85d-e5b0-4f74-9df7-c13d95b35136,DISK] 2024-11-12T14:28:37,759 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,40763,1731421716666/2b6d221c5cde%2C40763%2C1731421716666.meta.1731421717742.meta 2024-11-12T14:28:37,759 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38683:38683),(127.0.0.1/127.0.0.1:42109:42109)] 2024-11-12T14:28:37,760 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:37,760 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:28:37,760 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:28:37,760 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:28:37,760 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:28:37,760 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:37,760 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:28:37,760 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:28:37,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:37,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:37,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:37,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:37,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:37,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:37,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:37,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:37,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:37,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:37,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:37,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:37,768 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:37,769 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740 2024-11-12T14:28:37,770 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740 2024-11-12T14:28:37,771 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:37,771 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:37,772 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:37,773 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:37,774 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71983674, jitterRate=0.0726403295993805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:37,774 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:28:37,775 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421717760Writing region info on filesystem at 1731421717760Initializing all the Stores at 1731421717762 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421717762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421717762Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421717762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421717762Cleaning up temporary data from old regions at 1731421717772 (+10 ms)Running coprocessor post-open hooks at 1731421717774 (+2 ms)Region opened successfully at 1731421717775 (+1 ms) 2024-11-12T14:28:37,776 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421717729 2024-11-12T14:28:37,778 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:28:37,778 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:28:37,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:37,780 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,40763,1731421716666, state=OPEN 2024-11-12T14:28:37,792 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:37,792 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:37,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:37,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:37,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:37,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:28:37,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,40763,1731421716666 in 217 msec 2024-11-12T14:28:37,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:28:37,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-12T14:28:37,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:37,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:28:37,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:37,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,40763,1731421716666, seqNum=-1] 2024-11-12T14:28:37,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:37,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:37,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 769 msec 2024-11-12T14:28:37,814 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421717814, completionTime=-1 2024-11-12T14:28:37,814 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T14:28:37,814 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:28:37,816 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T14:28:37,816 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421777816 2024-11-12T14:28:37,816 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421837816 2024-11-12T14:28:37,816 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:28:37,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43415,1731421716436-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43415,1731421716436-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43415,1731421716436-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:43415, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,819 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:28:37,822 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.090sec 2024-11-12T14:28:37,822 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:28:37,822 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:28:37,822 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:28:37,822 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:28:37,822 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:28:37,822 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43415,1731421716436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:37,822 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43415,1731421716436-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:28:37,825 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:28:37,825 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:28:37,825 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43415,1731421716436-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:37,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e32c1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:37,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43415,-1 for getting cluster id 2024-11-12T14:28:37,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:28:37,890 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44a21f00-9deb-459c-ae9d-1c7501fb8f38' 2024-11-12T14:28:37,891 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:28:37,891 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44a21f00-9deb-459c-ae9d-1c7501fb8f38" 2024-11-12T14:28:37,891 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79711ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:37,891 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43415,-1] 2024-11-12T14:28:37,891 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:28:37,892 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:37,893 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:28:37,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df83a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:37,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:37,896 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,40763,1731421716666, seqNum=-1] 2024-11-12T14:28:37,897 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:37,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:37,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:37,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:28:37,902 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:37,902 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68062e10 2024-11-12T14:28:37,903 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:28:37,904 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:28:37,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T14:28:37,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:28:37,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:37,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T14:28:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:37,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:28:37,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:37,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:38,323 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b8b845a9523a48c93f69cc0e0fe17f6, NAME => 'testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc 2024-11-12T14:28:38,324 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c56f6f338bce826cbf6788331b93c6a7, NAME => 'testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc 2024-11-12T14:28:38,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:38,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:38,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:38,337 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:38,337 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0b8b845a9523a48c93f69cc0e0fe17f6, disabling compactions & flushes 2024-11-12T14:28:38,337 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:38,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:38,337 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:38,337 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. after waiting 0 ms 2024-11-12T14:28:38,337 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:38,337 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:38,337 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b8b845a9523a48c93f69cc0e0fe17f6: Waiting for close lock at 1731421718337Disabling compacts and flushes for region at 1731421718337Disabling writes for close at 1731421718337Writing region close event to WAL at 1731421718337Closed at 1731421718337 2024-11-12T14:28:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:38,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:38,740 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c56f6f338bce826cbf6788331b93c6a7, disabling compactions & flushes 2024-11-12T14:28:38,740 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:38,740 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:38,740 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. after waiting 0 ms 2024-11-12T14:28:38,740 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:38,741 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:38,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c56f6f338bce826cbf6788331b93c6a7: Waiting for close lock at 1731421718740Disabling compacts and flushes for region at 1731421718740Disabling writes for close at 1731421718740Writing region close event to WAL at 1731421718740Closed at 1731421718740 2024-11-12T14:28:38,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:28:38,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421718743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421718743"}]},"ts":"1731421718743"} 2024-11-12T14:28:38,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421718743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421718743"}]},"ts":"1731421718743"} 2024-11-12T14:28:38,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T14:28:38,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:28:38,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421718750"}]},"ts":"1731421718750"} 2024-11-12T14:28:38,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T14:28:38,754 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:38,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:38,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:38,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:38,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:38,755 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:38,755 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:38,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:38,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b8b845a9523a48c93f69cc0e0fe17f6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c56f6f338bce826cbf6788331b93c6a7, ASSIGN}] 2024-11-12T14:28:38,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c56f6f338bce826cbf6788331b93c6a7, ASSIGN 2024-11-12T14:28:38,758 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b8b845a9523a48c93f69cc0e0fe17f6, ASSIGN 2024-11-12T14:28:38,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c56f6f338bce826cbf6788331b93c6a7, ASSIGN; state=OFFLINE, location=2b6d221c5cde,40763,1731421716666; forceNewPlan=false, retain=false 2024-11-12T14:28:38,759 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b8b845a9523a48c93f69cc0e0fe17f6, ASSIGN; state=OFFLINE, location=2b6d221c5cde,38793,1731421716615; forceNewPlan=false, retain=false 2024-11-12T14:28:38,909 INFO [2b6d221c5cde:43415 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T14:28:38,909 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c56f6f338bce826cbf6788331b93c6a7, regionState=OPENING, regionLocation=2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:38,909 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b8b845a9523a48c93f69cc0e0fe17f6, regionState=OPENING, regionLocation=2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:38,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c56f6f338bce826cbf6788331b93c6a7, ASSIGN because future has completed 2024-11-12T14:28:38,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c56f6f338bce826cbf6788331b93c6a7, server=2b6d221c5cde,40763,1731421716666}] 2024-11-12T14:28:38,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b8b845a9523a48c93f69cc0e0fe17f6, ASSIGN because future has completed 2024-11-12T14:28:38,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b8b845a9523a48c93f69cc0e0fe17f6, server=2b6d221c5cde,38793,1731421716615}] 2024-11-12T14:28:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:39,068 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:39,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:39,078 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:39,079 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c56f6f338bce826cbf6788331b93c6a7, NAME => 'testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T14:28:39,079 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,079 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:39,079 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,079 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,079 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:39,080 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b8b845a9523a48c93f69cc0e0fe17f6, NAME => 'testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T14:28:39,080 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,080 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:39,080 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,080 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,083 INFO [StoreOpener-c56f6f338bce826cbf6788331b93c6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,083 INFO [StoreOpener-0b8b845a9523a48c93f69cc0e0fe17f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,085 INFO [StoreOpener-c56f6f338bce826cbf6788331b93c6a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c56f6f338bce826cbf6788331b93c6a7 columnFamilyName family 2024-11-12T14:28:39,085 INFO [StoreOpener-0b8b845a9523a48c93f69cc0e0fe17f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b8b845a9523a48c93f69cc0e0fe17f6 columnFamilyName family 2024-11-12T14:28:39,085 DEBUG [StoreOpener-c56f6f338bce826cbf6788331b93c6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:39,085 DEBUG [StoreOpener-0b8b845a9523a48c93f69cc0e0fe17f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:39,085 INFO [StoreOpener-0b8b845a9523a48c93f69cc0e0fe17f6-1 {}] regionserver.HStore(327): Store=0b8b845a9523a48c93f69cc0e0fe17f6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:39,085 INFO [StoreOpener-c56f6f338bce826cbf6788331b93c6a7-1 {}] regionserver.HStore(327): Store=c56f6f338bce826cbf6788331b93c6a7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:39,085 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,085 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,086 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,086 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,087 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,087 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,087 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,087 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,087 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,087 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,089 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,089 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,093 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/c56f6f338bce826cbf6788331b93c6a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:39,093 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/0b8b845a9523a48c93f69cc0e0fe17f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:39,093 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c56f6f338bce826cbf6788331b93c6a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65038127, jitterRate=-0.030856385827064514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:39,093 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0b8b845a9523a48c93f69cc0e0fe17f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73859137, jitterRate=0.1005869060754776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:39,093 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:39,093 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:39,094 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c56f6f338bce826cbf6788331b93c6a7: Running coprocessor pre-open hook at 1731421719080Writing region info on filesystem at 1731421719080Initializing all the Stores at 1731421719081 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421719081Cleaning up temporary data from old regions at 1731421719087 (+6 ms)Running coprocessor post-open hooks at 1731421719093 (+6 ms)Region opened successfully at 1731421719094 (+1 ms) 2024-11-12T14:28:39,094 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0b8b845a9523a48c93f69cc0e0fe17f6: Running coprocessor pre-open hook at 1731421719080Writing region info on filesystem at 1731421719080Initializing all the Stores at 1731421719081 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421719081Cleaning up temporary data from old regions at 1731421719087 (+6 ms)Running coprocessor post-open hooks at 1731421719093 (+6 ms)Region opened successfully at 1731421719094 (+1 ms) 2024-11-12T14:28:39,095 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7., pid=7, masterSystemTime=1731421719066 2024-11-12T14:28:39,095 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6., pid=8, masterSystemTime=1731421719068 2024-11-12T14:28:39,098 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:39,098 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:39,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c56f6f338bce826cbf6788331b93c6a7, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:39,099 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:39,099 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:39,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b8b845a9523a48c93f69cc0e0fe17f6, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:39,101 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43415 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2b6d221c5cde,38793,1731421716615, table=testClearRegionBlockCache, region=0b8b845a9523a48c93f69cc0e0fe17f6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T14:28:39,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c56f6f338bce826cbf6788331b93c6a7, server=2b6d221c5cde,40763,1731421716666 because future has completed 2024-11-12T14:28:39,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b8b845a9523a48c93f69cc0e0fe17f6, server=2b6d221c5cde,38793,1731421716615 because future has completed 2024-11-12T14:28:39,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T14:28:39,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c56f6f338bce826cbf6788331b93c6a7, server=2b6d221c5cde,40763,1731421716666 in 190 msec 2024-11-12T14:28:39,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-12T14:28:39,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b8b845a9523a48c93f69cc0e0fe17f6, server=2b6d221c5cde,38793,1731421716615 in 191 msec 2024-11-12T14:28:39,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c56f6f338bce826cbf6788331b93c6a7, ASSIGN in 351 msec 2024-11-12T14:28:39,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:28:39,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b8b845a9523a48c93f69cc0e0fe17f6, ASSIGN in 352 msec 2024-11-12T14:28:39,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:28:39,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421719112"}]},"ts":"1731421719112"} 2024-11-12T14:28:39,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T14:28:39,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:28:39,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.2100 sec 2024-11-12T14:28:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:40,068 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T14:28:40,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T14:28:40,068 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:40,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T14:28:40,077 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:40,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T14:28:40,082 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6., hostname=2b6d221c5cde,38793,1731421716615, seqNum=2] 2024-11-12T14:28:40,082 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:40,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:40,096 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7., hostname=2b6d221c5cde,40763,1731421716666, seqNum=2] 2024-11-12T14:28:40,110 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0b8b845a9523a48c93f69cc0e0fe17f6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T14:28:40,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/0b8b845a9523a48c93f69cc0e0fe17f6/.tmp/family/e182d0f8015c417bb9ea9ef14764d562 is 32, key is 1/family:/1731421720085/Put/seqid=0 2024-11-12T14:28:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741839_1015 (size=5054) 2024-11-12T14:28:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741839_1015 (size=5054) 2024-11-12T14:28:40,132 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/0b8b845a9523a48c93f69cc0e0fe17f6/.tmp/family/e182d0f8015c417bb9ea9ef14764d562 2024-11-12T14:28:40,140 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/0b8b845a9523a48c93f69cc0e0fe17f6/.tmp/family/e182d0f8015c417bb9ea9ef14764d562 as hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/0b8b845a9523a48c93f69cc0e0fe17f6/family/e182d0f8015c417bb9ea9ef14764d562 2024-11-12T14:28:40,146 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/0b8b845a9523a48c93f69cc0e0fe17f6/family/e182d0f8015c417bb9ea9ef14764d562, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T14:28:40,147 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0b8b845a9523a48c93f69cc0e0fe17f6 in 37ms, sequenceid=8, compaction requested=false 2024-11-12T14:28:40,147 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0b8b845a9523a48c93f69cc0e0fe17f6: 2024-11-12T14:28:40,147 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c56f6f338bce826cbf6788331b93c6a7 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T14:28:40,162 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/c56f6f338bce826cbf6788331b93c6a7/.tmp/family/f3012183966f4c02b6390b5e51da8679 is 32, key is 5/family:/1731421720098/Put/seqid=0 2024-11-12T14:28:40,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741840_1016 (size=5083) 2024-11-12T14:28:40,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741840_1016 (size=5083) 2024-11-12T14:28:40,168 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/c56f6f338bce826cbf6788331b93c6a7/.tmp/family/f3012183966f4c02b6390b5e51da8679 2024-11-12T14:28:40,175 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/c56f6f338bce826cbf6788331b93c6a7/.tmp/family/f3012183966f4c02b6390b5e51da8679 as hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/c56f6f338bce826cbf6788331b93c6a7/family/f3012183966f4c02b6390b5e51da8679 2024-11-12T14:28:40,182 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/c56f6f338bce826cbf6788331b93c6a7/family/f3012183966f4c02b6390b5e51da8679, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T14:28:40,183 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c56f6f338bce826cbf6788331b93c6a7 in 36ms, sequenceid=9, compaction requested=false 2024-11-12T14:28:40,183 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c56f6f338bce826cbf6788331b93c6a7: 2024-11-12T14:28:40,188 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T14:28:40,192 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:40,192 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:40,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:40,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:40,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:28:40,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:40,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:40,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:40,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:40,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:28:40,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:28:40,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=657062204, stopped=false 2024-11-12T14:28:40,195 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,43415,1731421716436 2024-11-12T14:28:40,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:40,300 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:40,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:40,300 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:40,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:40,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:40,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:40,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:40,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:40,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:40,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:40,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:40,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:40,303 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,38793,1731421716615' ***** 2024-11-12T14:28:40,303 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:40,303 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,40763,1731421716666' ***** 2024-11-12T14:28:40,303 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:40,303 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:40,304 INFO [RS:0;2b6d221c5cde:38793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:40,304 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:40,304 INFO [RS:0;2b6d221c5cde:38793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:40,304 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:40,304 INFO [RS:1;2b6d221c5cde:40763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:40,304 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:40,304 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:40,304 INFO [RS:1;2b6d221c5cde:40763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:40,304 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(3091): Received CLOSE for c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:40,304 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:40,305 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:40,305 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:40,305 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:40,305 INFO [RS:0;2b6d221c5cde:38793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:38793. 2024-11-12T14:28:40,305 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b8b845a9523a48c93f69cc0e0fe17f6, disabling compactions & flushes 2024-11-12T14:28:40,305 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:40,305 INFO [RS:1;2b6d221c5cde:40763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2b6d221c5cde:40763. 2024-11-12T14:28:40,305 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c56f6f338bce826cbf6788331b93c6a7, disabling compactions & flushes 2024-11-12T14:28:40,305 DEBUG [RS:0;2b6d221c5cde:38793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:40,305 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:40,305 DEBUG [RS:0;2b6d221c5cde:38793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:40,305 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:40,305 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. after waiting 0 ms 2024-11-12T14:28:40,305 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:40,305 DEBUG [RS:1;2b6d221c5cde:40763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:40,305 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:40,305 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. after waiting 0 ms 2024-11-12T14:28:40,305 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:28:40,305 DEBUG [RS:1;2b6d221c5cde:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:40,305 DEBUG [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(1325): Online Regions={0b8b845a9523a48c93f69cc0e0fe17f6=testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6.} 2024-11-12T14:28:40,305 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:40,305 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:40,305 DEBUG [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(1351): Waiting on 0b8b845a9523a48c93f69cc0e0fe17f6 2024-11-12T14:28:40,306 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:40,306 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:40,306 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:28:40,306 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:28:40,306 DEBUG [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(1325): Online Regions={c56f6f338bce826cbf6788331b93c6a7=testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:28:40,306 DEBUG [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c56f6f338bce826cbf6788331b93c6a7 2024-11-12T14:28:40,307 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:40,307 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:40,307 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:40,307 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:40,307 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:40,307 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T14:28:40,310 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/c56f6f338bce826cbf6788331b93c6a7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T14:28:40,310 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/default/testClearRegionBlockCache/0b8b845a9523a48c93f69cc0e0fe17f6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T14:28:40,311 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:40,311 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:40,311 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c56f6f338bce826cbf6788331b93c6a7: Waiting for close lock at 1731421720305Running coprocessor pre-close hooks at 1731421720305Disabling compacts and flushes for region at 1731421720305Disabling writes for close at 1731421720305Writing region close event to WAL at 1731421720306 (+1 ms)Running coprocessor post-close hooks at 1731421720311 (+5 ms)Closed at 1731421720311 2024-11-12T14:28:40,311 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b8b845a9523a48c93f69cc0e0fe17f6: Waiting for close lock at 1731421720305Running coprocessor pre-close hooks at 1731421720305Disabling compacts and flushes for region at 1731421720305Disabling writes for close at 1731421720305Writing region close event to WAL at 1731421720306 (+1 ms)Running coprocessor post-close hooks at 1731421720311 (+5 ms)Closed at 1731421720311 2024-11-12T14:28:40,311 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7. 2024-11-12T14:28:40,311 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731421717905.0b8b845a9523a48c93f69cc0e0fe17f6. 2024-11-12T14:28:40,324 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/.tmp/info/d35ac9123a2b46aeaab2d9f1695b7928 is 173, key is testClearRegionBlockCache,5,1731421717905.c56f6f338bce826cbf6788331b93c6a7./info:regioninfo/1731421719098/Put/seqid=0 2024-11-12T14:28:40,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:40,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:40,330 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/.tmp/info/d35ac9123a2b46aeaab2d9f1695b7928 2024-11-12T14:28:40,351 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/.tmp/ns/a1dc4e65d82347179202f5926d478a51 is 43, key is default/ns:d/1731421717808/Put/seqid=0 2024-11-12T14:28:40,354 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:40,357 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/.tmp/ns/a1dc4e65d82347179202f5926d478a51 2024-11-12T14:28:40,377 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/.tmp/table/514d7c6ea5eb4d2eb87eb6b08eb634ba is 61, key is testClearRegionBlockCache/table:state/1731421719112/Put/seqid=0 2024-11-12T14:28:40,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:40,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:40,383 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/.tmp/table/514d7c6ea5eb4d2eb87eb6b08eb634ba 2024-11-12T14:28:40,389 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/.tmp/info/d35ac9123a2b46aeaab2d9f1695b7928 as hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/info/d35ac9123a2b46aeaab2d9f1695b7928 2024-11-12T14:28:40,394 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/info/d35ac9123a2b46aeaab2d9f1695b7928, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T14:28:40,395 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/.tmp/ns/a1dc4e65d82347179202f5926d478a51 as hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/ns/a1dc4e65d82347179202f5926d478a51 2024-11-12T14:28:40,397 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:40,403 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/ns/a1dc4e65d82347179202f5926d478a51, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T14:28:40,404 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/.tmp/table/514d7c6ea5eb4d2eb87eb6b08eb634ba as hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/table/514d7c6ea5eb4d2eb87eb6b08eb634ba 2024-11-12T14:28:40,412 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/table/514d7c6ea5eb4d2eb87eb6b08eb634ba, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T14:28:40,413 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=13, compaction requested=false 2024-11-12T14:28:40,419 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T14:28:40,419 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:28:40,419 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:40,420 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421720307Running coprocessor pre-close hooks at 1731421720307Disabling compacts and flushes for region at 1731421720307Disabling writes for close at 1731421720307Obtaining lock to block concurrent updates at 1731421720308 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731421720308Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731421720308Flushing stores of hbase:meta,,1.1588230740 at 1731421720309 (+1 ms)Flushing 1588230740/info: creating writer at 1731421720309Flushing 1588230740/info: appending metadata at 1731421720323 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731421720323Flushing 1588230740/ns: creating writer at 1731421720335 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731421720350 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731421720350Flushing 1588230740/table: creating writer at 1731421720362 (+12 ms)Flushing 1588230740/table: appending metadata at 1731421720377 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731421720377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1da71263: reopening flushed file at 1731421720388 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fff44a: reopening flushed file at 1731421720394 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11231a11: reopening flushed file at 1731421720403 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=13, compaction requested=false at 1731421720414 (+11 ms)Writing region close event to WAL at 1731421720415 (+1 ms)Running coprocessor post-close hooks at 1731421720419 (+4 ms)Closed at 1731421720419 2024-11-12T14:28:40,420 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:40,506 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,38793,1731421716615; all regions closed. 2024-11-12T14:28:40,507 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,40763,1731421716666; all regions closed. 2024-11-12T14:28:40,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741834_1010 (size=1758) 2024-11-12T14:28:40,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741834_1010 (size=1758) 2024-11-12T14:28:40,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:40,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:40,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/WALs/2b6d221c5cde,40763,1731421716666/2b6d221c5cde%2C40763%2C1731421716666.meta.1731421717742.meta not finished, retry = 0 2024-11-12T14:28:40,517 DEBUG [RS:0;2b6d221c5cde:38793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/oldWALs 2024-11-12T14:28:40,517 INFO [RS:0;2b6d221c5cde:38793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C38793%2C1731421716615:(num 1731421717335) 2024-11-12T14:28:40,517 DEBUG [RS:0;2b6d221c5cde:38793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:40,517 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:40,517 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:40,518 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:40,518 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:40,518 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:40,518 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:40,518 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:40,518 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:40,518 INFO [RS:0;2b6d221c5cde:38793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38793 2024-11-12T14:28:40,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:40,531 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,38793,1731421716615 2024-11-12T14:28:40,531 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:40,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,38793,1731421716615] 2024-11-12T14:28:40,552 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,38793,1731421716615 already deleted, retry=false 2024-11-12T14:28:40,552 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,38793,1731421716615 expired; onlineServers=1 2024-11-12T14:28:40,620 DEBUG [RS:1;2b6d221c5cde:40763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/oldWALs 2024-11-12T14:28:40,620 INFO [RS:1;2b6d221c5cde:40763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C40763%2C1731421716666.meta:.meta(num 1731421717742) 2024-11-12T14:28:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741833_1009 (size=1867) 2024-11-12T14:28:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741833_1009 (size=1867) 2024-11-12T14:28:40,628 DEBUG [RS:1;2b6d221c5cde:40763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/oldWALs 2024-11-12T14:28:40,628 INFO [RS:1;2b6d221c5cde:40763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C40763%2C1731421716666:(num 1731421717290) 2024-11-12T14:28:40,628 DEBUG [RS:1;2b6d221c5cde:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:40,628 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:40,628 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:40,628 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:40,629 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:40,629 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:40,629 INFO [RS:1;2b6d221c5cde:40763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40763 2024-11-12T14:28:40,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,40763,1731421716666 2024-11-12T14:28:40,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:40,636 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:40,642 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:40,642 INFO [RS:0;2b6d221c5cde:38793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:40,642 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38793-0x1012f72bb700001, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:40,642 INFO [RS:0;2b6d221c5cde:38793 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,38793,1731421716615; zookeeper connection closed. 2024-11-12T14:28:40,642 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@329e1b51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@329e1b51 2024-11-12T14:28:40,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,40763,1731421716666] 2024-11-12T14:28:40,657 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,40763,1731421716666 already deleted, retry=false 2024-11-12T14:28:40,657 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,40763,1731421716666 expired; onlineServers=0 2024-11-12T14:28:40,658 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,43415,1731421716436' ***** 2024-11-12T14:28:40,658 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:28:40,658 INFO [M:0;2b6d221c5cde:43415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:40,658 INFO [M:0;2b6d221c5cde:43415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:40,658 DEBUG [M:0;2b6d221c5cde:43415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:28:40,658 DEBUG [M:0;2b6d221c5cde:43415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:28:40,658 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:28:40,658 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421717055 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421717055,5,FailOnTimeoutGroup] 2024-11-12T14:28:40,658 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421717055 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421717055,5,FailOnTimeoutGroup] 2024-11-12T14:28:40,659 INFO [M:0;2b6d221c5cde:43415 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:40,659 INFO [M:0;2b6d221c5cde:43415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:40,659 DEBUG [M:0;2b6d221c5cde:43415 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:28:40,659 INFO [M:0;2b6d221c5cde:43415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:28:40,659 INFO [M:0;2b6d221c5cde:43415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:40,660 INFO [M:0;2b6d221c5cde:43415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:28:40,660 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:28:40,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:40,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:40,668 DEBUG [M:0;2b6d221c5cde:43415 {}] zookeeper.ZKUtil(347): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T14:28:40,668 WARN [M:0;2b6d221c5cde:43415 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:28:40,669 INFO [M:0;2b6d221c5cde:43415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/.lastflushedseqids 2024-11-12T14:28:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:40,681 INFO [M:0;2b6d221c5cde:43415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:28:40,681 INFO [M:0;2b6d221c5cde:43415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:28:40,681 DEBUG [M:0;2b6d221c5cde:43415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:40,681 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:40,681 DEBUG [M:0;2b6d221c5cde:43415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:40,681 DEBUG [M:0;2b6d221c5cde:43415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:40,681 DEBUG [M:0;2b6d221c5cde:43415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:40,681 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-12T14:28:40,700 DEBUG [M:0;2b6d221c5cde:43415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/096c93fcc03b4765a7a6e930109febca is 82, key is hbase:meta,,1/info:regioninfo/1731421717778/Put/seqid=0 2024-11-12T14:28:40,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:40,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:40,706 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/096c93fcc03b4765a7a6e930109febca 2024-11-12T14:28:40,747 INFO [RS:1;2b6d221c5cde:40763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:40,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:40,747 INFO [RS:1;2b6d221c5cde:40763 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,40763,1731421716666; zookeeper connection closed. 2024-11-12T14:28:40,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x1012f72bb700002, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:40,747 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7594f784 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7594f784 2024-11-12T14:28:40,748 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T14:28:40,751 DEBUG [M:0;2b6d221c5cde:43415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07534759d53a4c92b2b0b558c975f27d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421719117/Put/seqid=0 2024-11-12T14:28:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741846_1022 (size=6219) 2024-11-12T14:28:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741846_1022 (size=6219) 2024-11-12T14:28:40,758 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07534759d53a4c92b2b0b558c975f27d 2024-11-12T14:28:40,784 DEBUG [M:0;2b6d221c5cde:43415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bf587612f7d482389ad658480016cb1 is 69, key is 2b6d221c5cde,38793,1731421716615/rs:state/1731421717143/Put/seqid=0 2024-11-12T14:28:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:40,794 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bf587612f7d482389ad658480016cb1 2024-11-12T14:28:40,800 DEBUG [M:0;2b6d221c5cde:43415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/096c93fcc03b4765a7a6e930109febca as hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/096c93fcc03b4765a7a6e930109febca 2024-11-12T14:28:40,806 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/096c93fcc03b4765a7a6e930109febca, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T14:28:40,807 DEBUG [M:0;2b6d221c5cde:43415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07534759d53a4c92b2b0b558c975f27d as hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07534759d53a4c92b2b0b558c975f27d 2024-11-12T14:28:40,812 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07534759d53a4c92b2b0b558c975f27d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T14:28:40,814 DEBUG [M:0;2b6d221c5cde:43415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bf587612f7d482389ad658480016cb1 as hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bf587612f7d482389ad658480016cb1 2024-11-12T14:28:40,820 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/b87ba14c-e87b-6213-f016-f7c68ed33ffc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bf587612f7d482389ad658480016cb1, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T14:28:40,821 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=71, compaction requested=false 2024-11-12T14:28:40,822 INFO [M:0;2b6d221c5cde:43415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:40,822 DEBUG [M:0;2b6d221c5cde:43415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421720681Disabling compacts and flushes for region at 1731421720681Disabling writes for close at 1731421720681Obtaining lock to block concurrent updates at 1731421720681Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421720681Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731421720682 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421720682Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421720682Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421720699 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421720699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421720711 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421720751 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421720751Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421720763 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421720783 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421720783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534d93a7: reopening flushed file at 1731421720799 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f6ee0c: reopening flushed file at 1731421720806 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9da44a: reopening flushed file at 1731421720812 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=71, compaction requested=false at 1731421720821 (+9 ms)Writing region close event to WAL at 1731421720822 (+1 ms)Closed at 1731421720822 2024-11-12T14:28:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741830_1006 (size=35440) 2024-11-12T14:28:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33217 is added to blk_1073741830_1006 (size=35440) 2024-11-12T14:28:40,825 INFO [M:0;2b6d221c5cde:43415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:28:40,825 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:40,825 INFO [M:0;2b6d221c5cde:43415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43415 2024-11-12T14:28:40,825 INFO [M:0;2b6d221c5cde:43415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:40,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:28:40,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:40,937 INFO [M:0;2b6d221c5cde:43415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:40,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43415-0x1012f72bb700000, quorum=127.0.0.1:50699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:40,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@377da253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:40,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb33f7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:40,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:40,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a012ac0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:40,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35f597cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:40,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:40,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:40,947 WARN [BP-616303829-172.17.0.3-1731421713976 heartbeating to localhost/127.0.0.1:34355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:40,947 WARN [BP-616303829-172.17.0.3-1731421713976 heartbeating to localhost/127.0.0.1:34355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-616303829-172.17.0.3-1731421713976 (Datanode Uuid 61698c68-87e5-4996-a418-bbad85477aa2) service to localhost/127.0.0.1:34355 2024-11-12T14:28:40,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/data/data3/current/BP-616303829-172.17.0.3-1731421713976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:40,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/data/data4/current/BP-616303829-172.17.0.3-1731421713976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:40,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:40,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7226f26c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:40,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5085a930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:40,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:40,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f04fc9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:40,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4776a6be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:40,953 WARN [BP-616303829-172.17.0.3-1731421713976 heartbeating to localhost/127.0.0.1:34355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:40,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:40,953 WARN [BP-616303829-172.17.0.3-1731421713976 heartbeating to localhost/127.0.0.1:34355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-616303829-172.17.0.3-1731421713976 (Datanode Uuid 24ab0777-6fc8-4818-8a77-9d7ac4b09ff0) service to localhost/127.0.0.1:34355 2024-11-12T14:28:40,953 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:40,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/data/data1/current/BP-616303829-172.17.0.3-1731421713976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:40,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/cluster_a8db7de6-3f40-2405-8a06-360ae42b837b/data/data2/current/BP-616303829-172.17.0.3-1731421713976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:40,954 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:40,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fa568dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:40,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cf3af8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:40,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:40,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73efb013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:40,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600a72d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:40,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:28:40,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:28:41,001 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 115) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34355 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34355 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=470 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 536), ProcessCount=11 (was 11), AvailableMemoryMB=6524 (was 6799) 2024-11-12T14:28:41,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=6524 2024-11-12T14:28:41,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.log.dir so I do NOT create it in target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641 2024-11-12T14:28:41,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:28:41,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.tmp.dir so I do NOT create it in target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641 2024-11-12T14:28:41,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b90785e7-ae54-face-c90e-ba92b8d48ad2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:28:41,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641 2024-11-12T14:28:41,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:28:41,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d, deleteOnExit=true 2024-11-12T14:28:41,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:28:41,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/test.cache.data in system properties and HBase conf 2024-11-12T14:28:41,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:28:41,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:28:41,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:28:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:28:41,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:28:41,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:41,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:28:41,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:28:41,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:41,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:41,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:41,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:41,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:28:41,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:41,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31afb740{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:41,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd8da3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:41,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73ae371f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/java.io.tmpdir/jetty-localhost-37469-hadoop-hdfs-3_4_1-tests_jar-_-any-16715504876742796189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:41,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54f4d063{HTTP/1.1, (http/1.1)}{localhost:37469} 2024-11-12T14:28:41,453 INFO [Time-limited test {}] server.Server(415): Started @26974ms 2024-11-12T14:28:41,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:41,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:41,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:41,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:41,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:41,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fca110{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:41,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3adc1669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:41,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25c6d455{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/java.io.tmpdir/jetty-localhost-40075-hadoop-hdfs-3_4_1-tests_jar-_-any-17418135652810305460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:41,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bf7b7e5{HTTP/1.1, (http/1.1)}{localhost:40075} 2024-11-12T14:28:41,808 INFO [Time-limited test {}] server.Server(415): Started @27329ms 2024-11-12T14:28:41,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:41,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:41,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:41,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:41,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:41,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:41,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af26c1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:41,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b56b341{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:41,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54b538dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/java.io.tmpdir/jetty-localhost-41755-hadoop-hdfs-3_4_1-tests_jar-_-any-16050001635837840975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:41,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42743d55{HTTP/1.1, (http/1.1)}{localhost:41755} 2024-11-12T14:28:41,931 INFO [Time-limited test {}] server.Server(415): Started @27452ms 2024-11-12T14:28:41,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:43,046 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/data/data1/current/BP-168587054-172.17.0.3-1731421721041/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:43,046 WARN [Thread-901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/data/data2/current/BP-168587054-172.17.0.3-1731421721041/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:43,075 WARN [Thread-864 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe96ebbb8507e22e2 with lease ID 0xebaade17b1cbfeac: Processing first storage report for DS-5fdcc223-d0c4-4552-83fe-6bbcbb03b738 from datanode DatanodeRegistration(127.0.0.1:46797, datanodeUuid=2daeb390-9c7b-4a75-a666-f818d160d241, infoPort=43137, infoSecurePort=0, ipcPort=39943, storageInfo=lv=-57;cid=testClusterID;nsid=1543193503;c=1731421721041) 2024-11-12T14:28:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe96ebbb8507e22e2 with lease ID 0xebaade17b1cbfeac: from storage DS-5fdcc223-d0c4-4552-83fe-6bbcbb03b738 node DatanodeRegistration(127.0.0.1:46797, datanodeUuid=2daeb390-9c7b-4a75-a666-f818d160d241, infoPort=43137, infoSecurePort=0, ipcPort=39943, storageInfo=lv=-57;cid=testClusterID;nsid=1543193503;c=1731421721041), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe96ebbb8507e22e2 with lease ID 0xebaade17b1cbfeac: Processing first storage report for DS-319ac8cc-62b4-41b8-a4e1-dab4ad12098d from datanode DatanodeRegistration(127.0.0.1:46797, datanodeUuid=2daeb390-9c7b-4a75-a666-f818d160d241, infoPort=43137, infoSecurePort=0, ipcPort=39943, storageInfo=lv=-57;cid=testClusterID;nsid=1543193503;c=1731421721041) 2024-11-12T14:28:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe96ebbb8507e22e2 with lease ID 0xebaade17b1cbfeac: from storage DS-319ac8cc-62b4-41b8-a4e1-dab4ad12098d node DatanodeRegistration(127.0.0.1:46797, datanodeUuid=2daeb390-9c7b-4a75-a666-f818d160d241, infoPort=43137, infoSecurePort=0, ipcPort=39943, storageInfo=lv=-57;cid=testClusterID;nsid=1543193503;c=1731421721041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:43,187 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/data/data3/current/BP-168587054-172.17.0.3-1731421721041/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:43,187 WARN [Thread-912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/data/data4/current/BP-168587054-172.17.0.3-1731421721041/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:43,208 WARN [Thread-887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a2b3685d9a89307 with lease ID 0xebaade17b1cbfead: Processing first storage report for DS-e7521676-fdee-49e7-a6af-348b07018361 from datanode DatanodeRegistration(127.0.0.1:36911, datanodeUuid=aef6834e-a96a-47c6-841e-7e6869ab29ac, infoPort=46161, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=1543193503;c=1731421721041) 2024-11-12T14:28:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a2b3685d9a89307 with lease ID 0xebaade17b1cbfead: from storage DS-e7521676-fdee-49e7-a6af-348b07018361 node DatanodeRegistration(127.0.0.1:36911, datanodeUuid=aef6834e-a96a-47c6-841e-7e6869ab29ac, infoPort=46161, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=1543193503;c=1731421721041), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a2b3685d9a89307 with lease ID 0xebaade17b1cbfead: Processing first storage report for DS-14f58864-4f43-42ef-8925-7b029dfb23ca from datanode DatanodeRegistration(127.0.0.1:36911, datanodeUuid=aef6834e-a96a-47c6-841e-7e6869ab29ac, infoPort=46161, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=1543193503;c=1731421721041) 2024-11-12T14:28:43,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a2b3685d9a89307 with lease ID 0xebaade17b1cbfead: from storage DS-14f58864-4f43-42ef-8925-7b029dfb23ca node DatanodeRegistration(127.0.0.1:36911, datanodeUuid=aef6834e-a96a-47c6-841e-7e6869ab29ac, infoPort=46161, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=1543193503;c=1731421721041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:43,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:28:43,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641 2024-11-12T14:28:43,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/zookeeper_0, clientPort=63223, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:28:43,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63223 2024-11-12T14:28:43,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:43,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:43,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:43,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:43,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:43,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:43,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:43,313 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb with version=8 2024-11-12T14:28:43,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/hbase-staging 2024-11-12T14:28:43,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:43,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:43,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:43,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:43,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:43,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:43,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:28:43,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:43,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42007 2024-11-12T14:28:43,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42007 connecting to ZooKeeper ensemble=127.0.0.1:63223 2024-11-12T14:28:43,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420070x0, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:43,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42007-0x1012f72d6490000 connected 2024-11-12T14:28:43,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:43,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:43,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:43,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb, hbase.cluster.distributed=false 2024-11-12T14:28:43,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:43,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42007 2024-11-12T14:28:43,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42007 2024-11-12T14:28:43,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42007 2024-11-12T14:28:43,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42007 2024-11-12T14:28:43,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42007 2024-11-12T14:28:43,549 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:43,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:43,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:43,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:43,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:43,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:43,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:43,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:43,550 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37271 2024-11-12T14:28:43,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37271 connecting to ZooKeeper ensemble=127.0.0.1:63223 2024-11-12T14:28:43,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:43,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:43,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372710x0, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:43,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372710x0, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:43,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37271-0x1012f72d6490001 connected 2024-11-12T14:28:43,563 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:43,571 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T14:28:43,577 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T14:28:43,582 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T14:28:43,585 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T14:28:43,586 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:43,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:43,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:43,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37271 2024-11-12T14:28:43,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37271 2024-11-12T14:28:43,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37271 2024-11-12T14:28:43,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37271 2024-11-12T14:28:43,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37271 2024-11-12T14:28:43,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:43,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:43,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:43,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:43,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:43,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:43,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:43,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:43,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34789 2024-11-12T14:28:43,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34789 connecting to ZooKeeper ensemble=127.0.0.1:63223 2024-11-12T14:28:43,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:43,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:43,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347890x0, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:43,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347890x0, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:43,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34789-0x1012f72d6490002 connected 2024-11-12T14:28:43,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:43,625 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T14:28:43,630 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T14:28:43,631 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T14:28:43,631 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T14:28:43,631 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:43,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:43,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:43,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34789 2024-11-12T14:28:43,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34789 2024-11-12T14:28:43,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34789 2024-11-12T14:28:43,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34789 2024-11-12T14:28:43,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34789 2024-11-12T14:28:43,649 DEBUG [M:0;2b6d221c5cde:42007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:42007 2024-11-12T14:28:43,649 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:43,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:43,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:43,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:43,658 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:43,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:43,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:43,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,669 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T14:28:43,669 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b6d221c5cde,42007,1731421723315 from backup master directory 2024-11-12T14:28:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:43,678 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:43,678 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:43,683 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/hbase.id] with ID: 983ded8e-4a4a-41b5-992b-6410c6d0f1a3 2024-11-12T14:28:43,683 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/.tmp/hbase.id 2024-11-12T14:28:43,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:43,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:43,689 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/.tmp/hbase.id]:[hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/hbase.id] 2024-11-12T14:28:43,701 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:43,702 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:28:43,703 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:28:43,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:43,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:43,717 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:43,718 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:28:43,718 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:43,726 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store 2024-11-12T14:28:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:43,732 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:43,732 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:43,732 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:43,732 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:43,733 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:43,733 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:43,733 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:43,733 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421723732Disabling compacts and flushes for region at 1731421723732Disabling writes for close at 1731421723733 (+1 ms)Writing region close event to WAL at 1731421723733Closed at 1731421723733 2024-11-12T14:28:43,733 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/.initializing 2024-11-12T14:28:43,733 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/WALs/2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:43,734 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:43,736 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C42007%2C1731421723315, suffix=, logDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/WALs/2b6d221c5cde,42007,1731421723315, archiveDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/oldWALs, maxLogs=10 2024-11-12T14:28:43,749 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/WALs/2b6d221c5cde,42007,1731421723315/2b6d221c5cde%2C42007%2C1731421723315.1731421723736, exclude list is [], retry=0 2024-11-12T14:28:43,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36911,DS-e7521676-fdee-49e7-a6af-348b07018361,DISK] 2024-11-12T14:28:43,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46797,DS-5fdcc223-d0c4-4552-83fe-6bbcbb03b738,DISK] 2024-11-12T14:28:43,754 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/WALs/2b6d221c5cde,42007,1731421723315/2b6d221c5cde%2C42007%2C1731421723315.1731421723736 2024-11-12T14:28:43,754 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43137:43137),(127.0.0.1/127.0.0.1:46161:46161)] 2024-11-12T14:28:43,754 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:43,755 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:43,755 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,755 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:28:43,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:43,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:43,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:28:43,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:43,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:43,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:28:43,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:43,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:43,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:28:43,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:43,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:43,764 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,764 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,765 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,766 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,766 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,767 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:43,768 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:43,770 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:43,771 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72190521, jitterRate=0.0757225900888443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:43,771 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421723755Initializing all the Stores at 1731421723755Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421723756 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421723756Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421723756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421723756Cleaning up temporary data from old regions at 1731421723766 (+10 ms)Region opened successfully at 1731421723771 (+5 ms) 2024-11-12T14:28:43,772 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:28:43,775 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726c0e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:43,776 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:28:43,776 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:28:43,776 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:28:43,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:28:43,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:28:43,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:28:43,778 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:28:43,780 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:28:43,781 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T14:28:43,792 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T14:28:43,792 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:28:43,793 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:28:43,804 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T14:28:43,805 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:28:43,806 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:28:43,815 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T14:28:43,816 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:28:43,825 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T14:28:43,828 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:28:43,836 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T14:28:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,847 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,42007,1731421723315, sessionid=0x1012f72d6490000, setting cluster-up flag (Was=false) 2024-11-12T14:28:43,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,899 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T14:28:43,900 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:43,952 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T14:28:43,953 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:43,955 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:28:43,957 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:43,957 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:28:43,957 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:28:43,958 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,42007,1731421723315 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:28:43,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:43,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:43,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:43,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:43,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:28:43,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:43,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:43,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:43,961 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421753961 2024-11-12T14:28:43,962 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:28:43,962 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:28:43,962 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:28:43,962 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:28:43,962 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:28:43,962 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:28:43,962 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:43,963 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:28:43,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:43,963 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:28:43,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:28:43,963 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:28:43,963 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:28:43,963 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:28:43,964 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421723964,5,FailOnTimeoutGroup] 2024-11-12T14:28:43,964 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421723964,5,FailOnTimeoutGroup] 2024-11-12T14:28:43,964 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:43,964 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:28:43,964 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:43,964 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:43,965 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:43,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:28:43,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:43,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:43,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:28:43,974 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb 2024-11-12T14:28:43,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:43,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:43,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:43,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:43,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:43,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:43,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:43,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:43,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:43,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:43,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:43,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:43,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:43,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:43,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:43,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:43,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:43,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:43,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:43,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:43,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740 2024-11-12T14:28:43,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740 2024-11-12T14:28:43,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:43,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:43,995 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:43,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:43,999 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:43,999 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59167723, jitterRate=-0.11833222210407257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:44,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421723981Initializing all the Stores at 1731421723982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421723982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421723983 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421723983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421723983Cleaning up temporary data from old regions at 1731421723995 (+12 ms)Region opened successfully at 1731421724000 (+5 ms) 2024-11-12T14:28:44,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:44,000 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:44,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:44,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:44,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:44,001 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:44,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421724000Disabling compacts and flushes for region at 1731421724000Disabling writes for close at 1731421724000Writing region close event to WAL at 1731421724001 (+1 ms)Closed at 1731421724001 2024-11-12T14:28:44,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:44,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:28:44,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:28:44,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:44,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:28:44,037 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(746): ClusterId : 983ded8e-4a4a-41b5-992b-6410c6d0f1a3 2024-11-12T14:28:44,037 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(746): ClusterId : 983ded8e-4a4a-41b5-992b-6410c6d0f1a3 2024-11-12T14:28:44,037 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:44,037 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:44,048 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:44,048 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:44,048 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:44,048 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:44,058 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:44,058 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:44,058 DEBUG [RS:1;2b6d221c5cde:34789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9c8689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:44,058 DEBUG [RS:0;2b6d221c5cde:37271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e6a9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:44,069 DEBUG [RS:0;2b6d221c5cde:37271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:37271 2024-11-12T14:28:44,069 DEBUG [RS:1;2b6d221c5cde:34789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2b6d221c5cde:34789 2024-11-12T14:28:44,069 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:44,069 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:44,069 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:44,069 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:44,069 DEBUG [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:44,069 DEBUG [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:44,070 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,42007,1731421723315 with port=37271, startcode=1731421723549 2024-11-12T14:28:44,070 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,42007,1731421723315 with port=34789, startcode=1731421723603 2024-11-12T14:28:44,070 DEBUG [RS:0;2b6d221c5cde:37271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:44,070 DEBUG [RS:1;2b6d221c5cde:34789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:44,071 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:44,071 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:44,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:44,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:44,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:44,074 DEBUG [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb 2024-11-12T14:28:44,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:44,074 DEBUG [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40115 2024-11-12T14:28:44,074 DEBUG [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:44,075 DEBUG [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb 2024-11-12T14:28:44,075 DEBUG [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40115 2024-11-12T14:28:44,075 DEBUG [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:44,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:44,129 DEBUG [RS:0;2b6d221c5cde:37271 {}] zookeeper.ZKUtil(111): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:44,129 WARN [RS:0;2b6d221c5cde:37271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:44,129 INFO [RS:0;2b6d221c5cde:37271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:44,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,34789,1731421723603] 2024-11-12T14:28:44,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,37271,1731421723549] 2024-11-12T14:28:44,129 DEBUG [RS:1;2b6d221c5cde:34789 {}] zookeeper.ZKUtil(111): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:44,130 DEBUG [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:44,130 WARN [RS:1;2b6d221c5cde:34789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:44,130 INFO [RS:1;2b6d221c5cde:34789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:44,130 DEBUG [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:44,138 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:44,138 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:44,140 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:44,141 INFO [RS:0;2b6d221c5cde:37271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:44,141 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,141 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:44,142 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:44,142 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:44,142 INFO [RS:1;2b6d221c5cde:34789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:44,142 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,142 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,142 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,142 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:44,142 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,142 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,142 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:44,143 DEBUG [RS:0;2b6d221c5cde:37271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:44,143 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,143 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:44,143 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,144 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,144 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,144 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,144 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,144 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,144 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,144 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,144 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,144 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,144 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37271,1731421723549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:44,144 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:44,144 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:44,144 DEBUG [RS:1;2b6d221c5cde:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:44,148 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,148 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,148 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,148 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,148 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,148 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34789,1731421723603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:44,154 WARN [2b6d221c5cde:42007 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:28:44,157 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:44,157 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37271,1731421723549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,157 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,158 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.Replication(171): 2b6d221c5cde,37271,1731421723549 started 2024-11-12T14:28:44,161 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:44,161 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34789,1731421723603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,161 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,161 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.Replication(171): 2b6d221c5cde,34789,1731421723603 started 2024-11-12T14:28:44,170 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,170 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,37271,1731421723549, RpcServer on 2b6d221c5cde/172.17.0.3:37271, sessionid=0x1012f72d6490001 2024-11-12T14:28:44,170 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:44,170 DEBUG [RS:0;2b6d221c5cde:37271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:44,170 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,37271,1731421723549' 2024-11-12T14:28:44,171 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:44,171 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:44,172 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:44,172 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:44,172 DEBUG [RS:0;2b6d221c5cde:37271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:44,172 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,37271,1731421723549' 2024-11-12T14:28:44,172 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:44,172 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:44,172 DEBUG [RS:0;2b6d221c5cde:37271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:44,172 INFO [RS:0;2b6d221c5cde:37271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:44,173 INFO [RS:0;2b6d221c5cde:37271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:44,174 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,174 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,34789,1731421723603, RpcServer on 2b6d221c5cde/172.17.0.3:34789, sessionid=0x1012f72d6490002 2024-11-12T14:28:44,174 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:44,174 DEBUG [RS:1;2b6d221c5cde:34789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:44,174 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,34789,1731421723603' 2024-11-12T14:28:44,174 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:44,175 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:44,175 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:44,175 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:44,175 DEBUG [RS:1;2b6d221c5cde:34789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:44,175 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,34789,1731421723603' 2024-11-12T14:28:44,175 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:44,175 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:44,176 DEBUG [RS:1;2b6d221c5cde:34789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:44,176 INFO [RS:1;2b6d221c5cde:34789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:44,176 INFO [RS:1;2b6d221c5cde:34789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:44,273 INFO [RS:0;2b6d221c5cde:37271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:44,275 INFO [RS:0;2b6d221c5cde:37271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C37271%2C1731421723549, suffix=, logDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,37271,1731421723549, archiveDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/oldWALs, maxLogs=32 2024-11-12T14:28:44,276 INFO [RS:1;2b6d221c5cde:34789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:44,278 INFO [RS:1;2b6d221c5cde:34789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C34789%2C1731421723603, suffix=, logDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,34789,1731421723603, archiveDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/oldWALs, maxLogs=32 2024-11-12T14:28:44,288 DEBUG [RS:0;2b6d221c5cde:37271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,37271,1731421723549/2b6d221c5cde%2C37271%2C1731421723549.1731421724275, exclude list is [], retry=0 2024-11-12T14:28:44,290 DEBUG [RS:1;2b6d221c5cde:34789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,34789,1731421723603/2b6d221c5cde%2C34789%2C1731421723603.1731421724278, exclude list is [], retry=0 2024-11-12T14:28:44,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46797,DS-5fdcc223-d0c4-4552-83fe-6bbcbb03b738,DISK] 2024-11-12T14:28:44,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36911,DS-e7521676-fdee-49e7-a6af-348b07018361,DISK] 2024-11-12T14:28:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46797,DS-5fdcc223-d0c4-4552-83fe-6bbcbb03b738,DISK] 2024-11-12T14:28:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36911,DS-e7521676-fdee-49e7-a6af-348b07018361,DISK] 2024-11-12T14:28:44,293 INFO [RS:0;2b6d221c5cde:37271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,37271,1731421723549/2b6d221c5cde%2C37271%2C1731421723549.1731421724275 2024-11-12T14:28:44,293 DEBUG [RS:0;2b6d221c5cde:37271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43137:43137),(127.0.0.1/127.0.0.1:46161:46161)] 2024-11-12T14:28:44,294 INFO [RS:1;2b6d221c5cde:34789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,34789,1731421723603/2b6d221c5cde%2C34789%2C1731421723603.1731421724278 2024-11-12T14:28:44,295 DEBUG [RS:1;2b6d221c5cde:34789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46161:46161),(127.0.0.1/127.0.0.1:43137:43137)] 2024-11-12T14:28:44,405 DEBUG [2b6d221c5cde:42007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T14:28:44,405 DEBUG [2b6d221c5cde:42007 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:44,408 DEBUG [2b6d221c5cde:42007 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:44,408 DEBUG [2b6d221c5cde:42007 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:44,408 DEBUG [2b6d221c5cde:42007 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:44,408 DEBUG [2b6d221c5cde:42007 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:44,408 INFO [2b6d221c5cde:42007 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:44,408 INFO [2b6d221c5cde:42007 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:44,408 DEBUG [2b6d221c5cde:42007 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:44,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:44,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,34789,1731421723603, state=OPENING 2024-11-12T14:28:44,500 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:28:44,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:44,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:44,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:44,511 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:44,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:44,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:44,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:44,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,34789,1731421723603}] 2024-11-12T14:28:44,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:44,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:44,671 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:28:44,671 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:44,671 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:28:44,673 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C34789%2C1731421723603.meta, suffix=.meta, logDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,34789,1731421723603, archiveDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/oldWALs, maxLogs=32 2024-11-12T14:28:44,690 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,34789,1731421723603/2b6d221c5cde%2C34789%2C1731421723603.meta.1731421724674.meta, exclude list is [], retry=0 2024-11-12T14:28:44,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46797,DS-5fdcc223-d0c4-4552-83fe-6bbcbb03b738,DISK] 2024-11-12T14:28:44,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36911,DS-e7521676-fdee-49e7-a6af-348b07018361,DISK] 2024-11-12T14:28:44,695 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,34789,1731421723603/2b6d221c5cde%2C34789%2C1731421723603.meta.1731421724674.meta 2024-11-12T14:28:44,695 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43137:43137),(127.0.0.1/127.0.0.1:46161:46161)] 2024-11-12T14:28:44,695 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:44,695 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:28:44,695 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:28:44,695 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:28:44,696 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:28:44,696 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:44,696 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:28:44,696 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:28:44,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:44,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:44,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:44,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:44,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:44,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:44,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:44,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:44,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:44,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:44,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:44,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:44,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:44,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:44,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:44,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:44,703 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:44,704 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740 2024-11-12T14:28:44,705 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740 2024-11-12T14:28:44,707 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:44,707 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:44,707 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:44,709 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:44,710 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71323864, jitterRate=0.06280839443206787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:44,710 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:28:44,710 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421724696Writing region info on filesystem at 1731421724696Initializing all the Stores at 1731421724697 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421724697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421724697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421724697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421724697Cleaning up temporary data from old regions at 1731421724707 (+10 ms)Running coprocessor post-open hooks at 1731421724710 (+3 ms)Region opened successfully at 1731421724710 2024-11-12T14:28:44,711 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421724664 2024-11-12T14:28:44,714 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:28:44,714 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:28:44,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:44,715 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,34789,1731421723603, state=OPEN 2024-11-12T14:28:44,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:44,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:44,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:44,741 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:44,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:44,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:44,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:44,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:28:44,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,34789,1731421723603 in 231 msec 2024-11-12T14:28:44,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:28:44,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 743 msec 2024-11-12T14:28:44,748 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:44,748 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:28:44,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:44,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,34789,1731421723603, seqNum=-1] 2024-11-12T14:28:44,750 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:44,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:44,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-11-12T14:28:44,757 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421724757, completionTime=-1 2024-11-12T14:28:44,757 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T14:28:44,757 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:28:44,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T14:28:44,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421784759 2024-11-12T14:28:44,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421844759 2024-11-12T14:28:44,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:28:44,760 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42007,1731421723315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,760 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42007,1731421723315-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,760 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42007,1731421723315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,760 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:42007, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,760 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,760 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,762 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:28:44,764 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.086sec 2024-11-12T14:28:44,764 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:28:44,764 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:28:44,765 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:28:44,765 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:28:44,765 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:28:44,765 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42007,1731421723315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:44,765 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42007,1731421723315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:28:44,767 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:28:44,767 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:28:44,767 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42007,1731421723315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:44,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6119c108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:44,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,42007,-1 for getting cluster id 2024-11-12T14:28:44,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:28:44,840 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '983ded8e-4a4a-41b5-992b-6410c6d0f1a3' 2024-11-12T14:28:44,841 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:28:44,841 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "983ded8e-4a4a-41b5-992b-6410c6d0f1a3" 2024-11-12T14:28:44,842 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486623a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:44,842 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,42007,-1] 2024-11-12T14:28:44,842 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:28:44,843 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:44,845 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:28:44,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0768dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:44,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:44,850 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,34789,1731421723603, seqNum=-1] 2024-11-12T14:28:44,851 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:44,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:44,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:44,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:28:44,855 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:44,856 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e4f89b 2024-11-12T14:28:44,856 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:28:44,857 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:28:44,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T14:28:44,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:28:44,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:44,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T14:28:44,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:28:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:44,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:44,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:44,870 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a4ee2ac740da4f3b78d142dac1c28aa, NAME => 'testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb 2024-11-12T14:28:44,870 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b6a01b60b7caad2da570c325272981c9, NAME => 'testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb 2024-11-12T14:28:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b6a01b60b7caad2da570c325272981c9, disabling compactions & flushes 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 9a4ee2ac740da4f3b78d142dac1c28aa, disabling compactions & flushes 2024-11-12T14:28:45,279 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:45,279 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. after waiting 0 ms 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. after waiting 0 ms 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:45,279 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:45,279 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a4ee2ac740da4f3b78d142dac1c28aa: Waiting for close lock at 1731421725279Disabling compacts and flushes for region at 1731421725279Disabling writes for close at 1731421725279Writing region close event to WAL at 1731421725279Closed at 1731421725279 2024-11-12T14:28:45,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b6a01b60b7caad2da570c325272981c9: Waiting for close lock at 1731421725279Disabling compacts and flushes for region at 1731421725279Disabling writes for close at 1731421725279Writing region close event to WAL at 1731421725279Closed at 1731421725279 2024-11-12T14:28:45,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:28:45,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421725280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421725280"}]},"ts":"1731421725280"} 2024-11-12T14:28:45,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421725280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421725280"}]},"ts":"1731421725280"} 2024-11-12T14:28:45,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T14:28:45,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:28:45,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421725285"}]},"ts":"1731421725285"} 2024-11-12T14:28:45,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T14:28:45,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:45,289 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:45,289 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:45,289 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:45,289 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:45,289 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:45,289 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:45,289 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:45,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a4ee2ac740da4f3b78d142dac1c28aa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6a01b60b7caad2da570c325272981c9, ASSIGN}] 2024-11-12T14:28:45,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6a01b60b7caad2da570c325272981c9, ASSIGN 2024-11-12T14:28:45,291 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a4ee2ac740da4f3b78d142dac1c28aa, ASSIGN 2024-11-12T14:28:45,292 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a4ee2ac740da4f3b78d142dac1c28aa, ASSIGN; state=OFFLINE, location=2b6d221c5cde,34789,1731421723603; forceNewPlan=false, retain=false 2024-11-12T14:28:45,292 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6a01b60b7caad2da570c325272981c9, ASSIGN; state=OFFLINE, location=2b6d221c5cde,37271,1731421723549; forceNewPlan=false, retain=false 2024-11-12T14:28:45,442 INFO [2b6d221c5cde:42007 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T14:28:45,443 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a4ee2ac740da4f3b78d142dac1c28aa, regionState=OPENING, regionLocation=2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:45,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6a01b60b7caad2da570c325272981c9, regionState=OPENING, regionLocation=2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:45,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6a01b60b7caad2da570c325272981c9, ASSIGN because future has completed 2024-11-12T14:28:45,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6a01b60b7caad2da570c325272981c9, server=2b6d221c5cde,37271,1731421723549}] 2024-11-12T14:28:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a4ee2ac740da4f3b78d142dac1c28aa, ASSIGN because future has completed 2024-11-12T14:28:45,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a4ee2ac740da4f3b78d142dac1c28aa, server=2b6d221c5cde,34789,1731421723603}] 2024-11-12T14:28:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:45,599 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:45,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:45,604 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:45,604 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:45,604 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a4ee2ac740da4f3b78d142dac1c28aa, NAME => 'testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T14:28:45,604 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b6a01b60b7caad2da570c325272981c9, NAME => 'testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T14:28:45,605 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,605 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,605 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:45,605 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:45,605 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,605 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,605 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,605 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,607 INFO [StoreOpener-9a4ee2ac740da4f3b78d142dac1c28aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,607 INFO [StoreOpener-b6a01b60b7caad2da570c325272981c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,608 INFO [StoreOpener-b6a01b60b7caad2da570c325272981c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6a01b60b7caad2da570c325272981c9 columnFamilyName family 2024-11-12T14:28:45,608 INFO [StoreOpener-9a4ee2ac740da4f3b78d142dac1c28aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a4ee2ac740da4f3b78d142dac1c28aa columnFamilyName family 2024-11-12T14:28:45,608 DEBUG [StoreOpener-b6a01b60b7caad2da570c325272981c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:45,608 DEBUG [StoreOpener-9a4ee2ac740da4f3b78d142dac1c28aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:45,609 INFO [StoreOpener-b6a01b60b7caad2da570c325272981c9-1 {}] regionserver.HStore(327): Store=b6a01b60b7caad2da570c325272981c9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:45,609 INFO [StoreOpener-9a4ee2ac740da4f3b78d142dac1c28aa-1 {}] regionserver.HStore(327): Store=9a4ee2ac740da4f3b78d142dac1c28aa/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:45,609 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,609 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,610 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,610 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,610 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,610 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,610 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,610 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,610 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,610 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,612 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,612 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,614 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/b6a01b60b7caad2da570c325272981c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:45,614 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/9a4ee2ac740da4f3b78d142dac1c28aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:45,615 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b6a01b60b7caad2da570c325272981c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74664857, jitterRate=0.11259306967258453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:45,615 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9a4ee2ac740da4f3b78d142dac1c28aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62258213, jitterRate=-0.07228033244609833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:45,615 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:45,615 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:45,615 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b6a01b60b7caad2da570c325272981c9: Running coprocessor pre-open hook at 1731421725605Writing region info on filesystem at 1731421725605Initializing all the Stores at 1731421725606 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421725606Cleaning up temporary data from old regions at 1731421725611 (+5 ms)Running coprocessor post-open hooks at 1731421725615 (+4 ms)Region opened successfully at 1731421725615 2024-11-12T14:28:45,615 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9a4ee2ac740da4f3b78d142dac1c28aa: Running coprocessor pre-open hook at 1731421725605Writing region info on filesystem at 1731421725605Initializing all the Stores at 1731421725606 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421725606Cleaning up temporary data from old regions at 1731421725610 (+4 ms)Running coprocessor post-open hooks at 1731421725615 (+5 ms)Region opened successfully at 1731421725615 2024-11-12T14:28:45,616 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa., pid=8, masterSystemTime=1731421725601 2024-11-12T14:28:45,616 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9., pid=7, masterSystemTime=1731421725599 2024-11-12T14:28:45,618 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:45,618 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:45,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6a01b60b7caad2da570c325272981c9, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:45,619 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:45,619 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:45,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a4ee2ac740da4f3b78d142dac1c28aa, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:45,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6a01b60b7caad2da570c325272981c9, server=2b6d221c5cde,37271,1731421723549 because future has completed 2024-11-12T14:28:45,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a4ee2ac740da4f3b78d142dac1c28aa, server=2b6d221c5cde,34789,1731421723603 because future has completed 2024-11-12T14:28:45,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T14:28:45,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b6a01b60b7caad2da570c325272981c9, server=2b6d221c5cde,37271,1731421723549 in 177 msec 2024-11-12T14:28:45,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-12T14:28:45,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b6a01b60b7caad2da570c325272981c9, ASSIGN in 337 msec 2024-11-12T14:28:45,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a4ee2ac740da4f3b78d142dac1c28aa, server=2b6d221c5cde,34789,1731421723603 in 178 msec 2024-11-12T14:28:45,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:28:45,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a4ee2ac740da4f3b78d142dac1c28aa, ASSIGN in 339 msec 2024-11-12T14:28:45,631 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:28:45,632 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421725631"}]},"ts":"1731421725631"} 2024-11-12T14:28:45,634 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T14:28:45,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:28:45,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 778 msec 2024-11-12T14:28:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:45,997 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T14:28:45,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T14:28:45,998 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T14:28:46,006 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T14:28:46,012 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa., hostname=2b6d221c5cde,34789,1731421723603, seqNum=2] 2024-11-12T14:28:46,022 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9., hostname=2b6d221c5cde,37271,1731421723549, seqNum=2] 2024-11-12T14:28:46,022 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:46,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:46,033 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b6a01b60b7caad2da570c325272981c9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T14:28:46,048 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/b6a01b60b7caad2da570c325272981c9/.tmp/family/16b7915acd474e23adb512c213b86417 is 32, key is 5/family:/1731421726024/Put/seqid=0 2024-11-12T14:28:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741839_1015 (size=5083) 2024-11-12T14:28:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741839_1015 (size=5083) 2024-11-12T14:28:46,455 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/b6a01b60b7caad2da570c325272981c9/.tmp/family/16b7915acd474e23adb512c213b86417 2024-11-12T14:28:46,465 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/b6a01b60b7caad2da570c325272981c9/.tmp/family/16b7915acd474e23adb512c213b86417 as hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/b6a01b60b7caad2da570c325272981c9/family/16b7915acd474e23adb512c213b86417 2024-11-12T14:28:46,470 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/b6a01b60b7caad2da570c325272981c9/family/16b7915acd474e23adb512c213b86417, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T14:28:46,471 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b6a01b60b7caad2da570c325272981c9 in 438ms, sequenceid=9, compaction requested=false 2024-11-12T14:28:46,471 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b6a01b60b7caad2da570c325272981c9: 2024-11-12T14:28:46,471 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9a4ee2ac740da4f3b78d142dac1c28aa 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T14:28:46,485 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/9a4ee2ac740da4f3b78d142dac1c28aa/.tmp/family/1d46866ec8de4d7883eb5e4a18efcae8 is 32, key is 1/family:/1731421726013/Put/seqid=0 2024-11-12T14:28:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741840_1016 (size=5054) 2024-11-12T14:28:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741840_1016 (size=5054) 2024-11-12T14:28:46,490 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/9a4ee2ac740da4f3b78d142dac1c28aa/.tmp/family/1d46866ec8de4d7883eb5e4a18efcae8 2024-11-12T14:28:46,496 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/9a4ee2ac740da4f3b78d142dac1c28aa/.tmp/family/1d46866ec8de4d7883eb5e4a18efcae8 as hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/9a4ee2ac740da4f3b78d142dac1c28aa/family/1d46866ec8de4d7883eb5e4a18efcae8 2024-11-12T14:28:46,502 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/9a4ee2ac740da4f3b78d142dac1c28aa/family/1d46866ec8de4d7883eb5e4a18efcae8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T14:28:46,503 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9a4ee2ac740da4f3b78d142dac1c28aa in 32ms, sequenceid=8, compaction requested=false 2024-11-12T14:28:46,503 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9a4ee2ac740da4f3b78d142dac1c28aa: 2024-11-12T14:28:46,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c58974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:46,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,42007,-1 for getting cluster id 2024-11-12T14:28:46,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:28:46,504 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '983ded8e-4a4a-41b5-992b-6410c6d0f1a3' 2024-11-12T14:28:46,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:28:46,505 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "983ded8e-4a4a-41b5-992b-6410c6d0f1a3" 2024-11-12T14:28:46,505 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f9fc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:46,505 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,42007,-1] 2024-11-12T14:28:46,505 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:28:46,505 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,506 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:28:46,507 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f9a6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:46,511 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T14:28:46,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:46,513 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,34789,1731421723603, seqNum=-1] 2024-11-12T14:28:46,513 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:46,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:46,516 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:46,517 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:46,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:46,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] bucket.BucketCache(1864): found 1 blocks for file 1d46866ec8de4d7883eb5e4a18efcae8, starting offset: 0, end offset: 9223372036854775807 2024-11-12T14:28:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] bucket.BucketCache(1864): found 1 blocks for file 16b7915acd474e23adb512c213b86417, starting offset: 0, end offset: 9223372036854775807 2024-11-12T14:28:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] bucket.BucketCache(857): removed key 1d46866ec8de4d7883eb5e4a18efcae8_0 from back map with offset lock 2094080 in the evict process 2024-11-12T14:28:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37271 {}] bucket.BucketCache(857): removed key 16b7915acd474e23adb512c213b86417_0 from back map with offset lock 2094080 in the evict process 2024-11-12T14:28:46,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:46,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:46,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:28:46,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:28:46,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:46,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:46,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:28:46,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:28:46,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=779427741, stopped=false 2024-11-12T14:28:46,521 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,42007,1731421723315 2024-11-12T14:28:46,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:46,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:46,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:46,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:46,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:46,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:46,636 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:46,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:46,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:46,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:46,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:46,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,37271,1731421723549' ***** 2024-11-12T14:28:46,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:46,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,34789,1731421723603' ***** 2024-11-12T14:28:46,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:46,638 INFO [RS:0;2b6d221c5cde:37271 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T14:28:46,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:46,639 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T14:28:46,639 INFO [RS:0;2b6d221c5cde:37271 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T14:28:46,639 INFO [RS:1;2b6d221c5cde:34789 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T14:28:46,639 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T14:28:46,640 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T14:28:46,640 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:46,640 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T14:28:46,640 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T14:28:46,640 INFO [RS:0;2b6d221c5cde:37271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:46,640 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T14:28:46,640 INFO [RS:0;2b6d221c5cde:37271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:46,640 INFO [RS:1;2b6d221c5cde:34789 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T14:28:46,641 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:46,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:46,641 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(3091): Received CLOSE for b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:46,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:46,641 INFO [RS:1;2b6d221c5cde:34789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:46,641 INFO [RS:1;2b6d221c5cde:34789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:46,641 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:46,641 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:46,641 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:46,641 INFO [RS:0;2b6d221c5cde:37271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:37271. 2024-11-12T14:28:46,641 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:46,642 DEBUG [RS:0;2b6d221c5cde:37271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:46,642 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:46,642 DEBUG [RS:0;2b6d221c5cde:37271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,642 INFO [RS:1;2b6d221c5cde:34789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2b6d221c5cde:34789. 2024-11-12T14:28:46,642 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6a01b60b7caad2da570c325272981c9, disabling compactions & flushes 2024-11-12T14:28:46,642 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a4ee2ac740da4f3b78d142dac1c28aa, disabling compactions & flushes 2024-11-12T14:28:46,642 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:46,642 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:28:46,642 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:46,642 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:46,642 DEBUG [RS:1;2b6d221c5cde:34789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:46,642 DEBUG [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(1325): Online Regions={b6a01b60b7caad2da570c325272981c9=testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9.} 2024-11-12T14:28:46,642 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. after waiting 0 ms 2024-11-12T14:28:46,642 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:46,642 DEBUG [RS:1;2b6d221c5cde:34789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,642 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:46,642 DEBUG [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(1351): Waiting on b6a01b60b7caad2da570c325272981c9 2024-11-12T14:28:46,642 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. after waiting 0 ms 2024-11-12T14:28:46,642 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:46,642 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:46,642 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:46,642 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:46,642 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:28:46,643 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:28:46,643 DEBUG [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9a4ee2ac740da4f3b78d142dac1c28aa=testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa.} 2024-11-12T14:28:46,643 DEBUG [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a4ee2ac740da4f3b78d142dac1c28aa 2024-11-12T14:28:46,643 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:46,643 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:46,643 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:46,643 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:46,643 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:46,644 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T14:28:46,646 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:46,647 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/9a4ee2ac740da4f3b78d142dac1c28aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T14:28:46,647 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/default/testClearRegionBlockCache/b6a01b60b7caad2da570c325272981c9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T14:28:46,648 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:46,648 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:46,648 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a4ee2ac740da4f3b78d142dac1c28aa: Waiting for close lock at 1731421726642Running coprocessor pre-close hooks at 1731421726642Disabling compacts and flushes for region at 1731421726642Disabling writes for close at 1731421726642Writing region close event to WAL at 1731421726643 (+1 ms)Running coprocessor post-close hooks at 1731421726648 (+5 ms)Closed at 1731421726648 2024-11-12T14:28:46,648 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6a01b60b7caad2da570c325272981c9: Waiting for close lock at 1731421726642Running coprocessor pre-close hooks at 1731421726642Disabling compacts and flushes for region at 1731421726642Disabling writes for close at 1731421726642Writing region close event to WAL at 1731421726643 (+1 ms)Running coprocessor post-close hooks at 1731421726648 (+5 ms)Closed at 1731421726648 2024-11-12T14:28:46,648 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731421724857.9a4ee2ac740da4f3b78d142dac1c28aa. 2024-11-12T14:28:46,648 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9. 2024-11-12T14:28:46,651 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:46,660 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/.tmp/info/bee91ef0dc7943809aa24358637ce8c4 is 173, key is testClearRegionBlockCache,5,1731421724857.b6a01b60b7caad2da570c325272981c9./info:regioninfo/1731421725619/Put/seqid=0 2024-11-12T14:28:46,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:46,666 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/.tmp/info/bee91ef0dc7943809aa24358637ce8c4 2024-11-12T14:28:46,686 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/.tmp/ns/8b8ad159540d45a19a0549f965605506 is 43, key is default/ns:d/1731421724752/Put/seqid=0 2024-11-12T14:28:46,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:46,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:46,692 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/.tmp/ns/8b8ad159540d45a19a0549f965605506 2024-11-12T14:28:46,711 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/.tmp/table/0baa9abf332749a4b3886100e441a962 is 61, key is testClearRegionBlockCache/table:state/1731421725631/Put/seqid=0 2024-11-12T14:28:46,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:46,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:46,716 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/.tmp/table/0baa9abf332749a4b3886100e441a962 2024-11-12T14:28:46,724 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/.tmp/info/bee91ef0dc7943809aa24358637ce8c4 as hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/info/bee91ef0dc7943809aa24358637ce8c4 2024-11-12T14:28:46,730 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/info/bee91ef0dc7943809aa24358637ce8c4, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T14:28:46,731 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/.tmp/ns/8b8ad159540d45a19a0549f965605506 as hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/ns/8b8ad159540d45a19a0549f965605506 2024-11-12T14:28:46,737 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/ns/8b8ad159540d45a19a0549f965605506, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T14:28:46,738 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/.tmp/table/0baa9abf332749a4b3886100e441a962 as hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/table/0baa9abf332749a4b3886100e441a962 2024-11-12T14:28:46,743 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/table/0baa9abf332749a4b3886100e441a962, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T14:28:46,745 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=13, compaction requested=false 2024-11-12T14:28:46,750 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T14:28:46,751 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:28:46,751 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:46,751 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421726643Running coprocessor pre-close hooks at 1731421726643Disabling compacts and flushes for region at 1731421726643Disabling writes for close at 1731421726643Obtaining lock to block concurrent updates at 1731421726644 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731421726644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731421726644Flushing stores of hbase:meta,,1.1588230740 at 1731421726645 (+1 ms)Flushing 1588230740/info: creating writer at 1731421726645Flushing 1588230740/info: appending metadata at 1731421726660 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731421726660Flushing 1588230740/ns: creating writer at 1731421726671 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731421726685 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731421726685Flushing 1588230740/table: creating writer at 1731421726697 (+12 ms)Flushing 1588230740/table: appending metadata at 1731421726710 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731421726710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4877e45f: reopening flushed file at 1731421726723 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ba1e20: reopening flushed file at 1731421726731 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c85ffaf: reopening flushed file at 1731421726737 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=13, compaction requested=false at 1731421726745 (+8 ms)Writing region close event to WAL at 1731421726746 (+1 ms)Running coprocessor post-close hooks at 1731421726751 (+5 ms)Closed at 1731421726751 2024-11-12T14:28:46,751 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:46,842 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,37271,1731421723549; all regions closed. 2024-11-12T14:28:46,843 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,34789,1731421723603; all regions closed. 2024-11-12T14:28:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741833_1009 (size=1867) 2024-11-12T14:28:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741833_1009 (size=1867) 2024-11-12T14:28:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:46,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/WALs/2b6d221c5cde,34789,1731421723603/2b6d221c5cde%2C34789%2C1731421723603.meta.1731421724674.meta not finished, retry = 0 2024-11-12T14:28:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:46,852 DEBUG [RS:0;2b6d221c5cde:37271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/oldWALs 2024-11-12T14:28:46,852 INFO [RS:0;2b6d221c5cde:37271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C37271%2C1731421723549:(num 1731421724275) 2024-11-12T14:28:46,852 DEBUG [RS:0;2b6d221c5cde:37271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,852 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:46,852 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:46,853 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:46,853 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:46,853 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:46,853 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:46,853 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:46,853 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:46,853 INFO [RS:0;2b6d221c5cde:37271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37271 2024-11-12T14:28:46,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,37271,1731421723549 2024-11-12T14:28:46,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:46,865 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:46,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,37271,1731421723549] 2024-11-12T14:28:46,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,37271,1731421723549 already deleted, retry=false 2024-11-12T14:28:46,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,37271,1731421723549 expired; onlineServers=1 2024-11-12T14:28:46,957 DEBUG [RS:1;2b6d221c5cde:34789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/oldWALs 2024-11-12T14:28:46,957 INFO [RS:1;2b6d221c5cde:34789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C34789%2C1731421723603.meta:.meta(num 1731421724674) 2024-11-12T14:28:46,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741834_1010 (size=1758) 2024-11-12T14:28:46,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741834_1010 (size=1758) 2024-11-12T14:28:46,965 DEBUG [RS:1;2b6d221c5cde:34789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/oldWALs 2024-11-12T14:28:46,965 INFO [RS:1;2b6d221c5cde:34789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C34789%2C1731421723603:(num 1731421724278) 2024-11-12T14:28:46,966 DEBUG [RS:1;2b6d221c5cde:34789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:46,966 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:46,966 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:46,966 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:46,966 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:46,966 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:46,967 INFO [RS:1;2b6d221c5cde:34789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34789 2024-11-12T14:28:46,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,34789,1731421723603 2024-11-12T14:28:46,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:46,973 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:46,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:46,978 INFO [RS:0;2b6d221c5cde:37271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:46,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37271-0x1012f72d6490001, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:46,978 INFO [RS:0;2b6d221c5cde:37271 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,37271,1731421723549; zookeeper connection closed. 2024-11-12T14:28:46,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c49ba7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c49ba7f 2024-11-12T14:28:46,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,34789,1731421723603] 2024-11-12T14:28:46,994 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,34789,1731421723603 already deleted, retry=false 2024-11-12T14:28:46,994 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,34789,1731421723603 expired; onlineServers=0 2024-11-12T14:28:46,994 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,42007,1731421723315' ***** 2024-11-12T14:28:46,994 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:28:46,994 INFO [M:0;2b6d221c5cde:42007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:46,995 INFO [M:0;2b6d221c5cde:42007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:46,995 DEBUG [M:0;2b6d221c5cde:42007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:28:46,995 DEBUG [M:0;2b6d221c5cde:42007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:28:46,995 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:28:46,995 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421723964 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421723964,5,FailOnTimeoutGroup] 2024-11-12T14:28:46,995 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421723964 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421723964,5,FailOnTimeoutGroup] 2024-11-12T14:28:46,996 INFO [M:0;2b6d221c5cde:42007 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:46,996 INFO [M:0;2b6d221c5cde:42007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:46,996 DEBUG [M:0;2b6d221c5cde:42007 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:28:46,996 INFO [M:0;2b6d221c5cde:42007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:28:46,996 INFO [M:0;2b6d221c5cde:42007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:46,997 INFO [M:0;2b6d221c5cde:42007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:28:46,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:28:47,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:47,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:47,005 DEBUG [M:0;2b6d221c5cde:42007 {}] zookeeper.ZKUtil(347): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T14:28:47,005 WARN [M:0;2b6d221c5cde:42007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:28:47,006 INFO [M:0;2b6d221c5cde:42007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/.lastflushedseqids 2024-11-12T14:28:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:47,017 INFO [M:0;2b6d221c5cde:42007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:28:47,017 INFO [M:0;2b6d221c5cde:42007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:28:47,017 DEBUG [M:0;2b6d221c5cde:42007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:47,017 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:47,017 DEBUG [M:0;2b6d221c5cde:42007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:47,017 DEBUG [M:0;2b6d221c5cde:42007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:47,017 DEBUG [M:0;2b6d221c5cde:42007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:47,018 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-12T14:28:47,037 DEBUG [M:0;2b6d221c5cde:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22301b9adfcf402aa8ff1141ae2e290c is 82, key is hbase:meta,,1/info:regioninfo/1731421724714/Put/seqid=0 2024-11-12T14:28:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:47,042 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22301b9adfcf402aa8ff1141ae2e290c 2024-11-12T14:28:47,061 DEBUG [M:0;2b6d221c5cde:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f97ce66b5704540903c8d75b3d7a049 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421725636/Put/seqid=0 2024-11-12T14:28:47,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741846_1022 (size=6219) 2024-11-12T14:28:47,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741846_1022 (size=6219) 2024-11-12T14:28:47,067 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f97ce66b5704540903c8d75b3d7a049 2024-11-12T14:28:47,083 DEBUG [M:0;2b6d221c5cde:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb6004ce2d09484ab33368e3e2379090 is 69, key is 2b6d221c5cde,34789,1731421723603/rs:state/1731421724074/Put/seqid=0 2024-11-12T14:28:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:47,083 INFO [RS:1;2b6d221c5cde:34789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x1012f72d6490002, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:47,084 INFO [RS:1;2b6d221c5cde:34789 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,34789,1731421723603; zookeeper connection closed. 2024-11-12T14:28:47,084 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d504a18 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d504a18 2024-11-12T14:28:47,084 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T14:28:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:47,089 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb6004ce2d09484ab33368e3e2379090 2024-11-12T14:28:47,095 DEBUG [M:0;2b6d221c5cde:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22301b9adfcf402aa8ff1141ae2e290c as hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22301b9adfcf402aa8ff1141ae2e290c 2024-11-12T14:28:47,101 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22301b9adfcf402aa8ff1141ae2e290c, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T14:28:47,102 DEBUG [M:0;2b6d221c5cde:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f97ce66b5704540903c8d75b3d7a049 as hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f97ce66b5704540903c8d75b3d7a049 2024-11-12T14:28:47,109 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f97ce66b5704540903c8d75b3d7a049, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T14:28:47,110 DEBUG [M:0;2b6d221c5cde:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb6004ce2d09484ab33368e3e2379090 as hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb6004ce2d09484ab33368e3e2379090 2024-11-12T14:28:47,115 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40115/user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb6004ce2d09484ab33368e3e2379090, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T14:28:47,116 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false 2024-11-12T14:28:47,118 INFO [M:0;2b6d221c5cde:42007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:47,118 DEBUG [M:0;2b6d221c5cde:42007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421727017Disabling compacts and flushes for region at 1731421727017Disabling writes for close at 1731421727017Obtaining lock to block concurrent updates at 1731421727018 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421727018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731421727018Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421727019 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421727019Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421727036 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421727036Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421727047 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421727061 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421727061Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421727071 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421727083 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421727083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a931505: reopening flushed file at 1731421727094 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e87825: reopening flushed file at 1731421727101 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9ec064: reopening flushed file at 1731421727109 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false at 1731421727116 (+7 ms)Writing region close event to WAL at 1731421727118 (+2 ms)Closed at 1731421727118 2024-11-12T14:28:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741830_1006 (size=35440) 2024-11-12T14:28:47,120 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6670f4f-8f41-1ff9-da16-6d45628dd1bb/MasterData/WALs/2b6d221c5cde,42007,1731421723315/2b6d221c5cde%2C42007%2C1731421723315.1731421723736 not finished, retry = 0 2024-11-12T14:28:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36911 is added to blk_1073741830_1006 (size=35440) 2024-11-12T14:28:47,221 INFO [M:0;2b6d221c5cde:42007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:28:47,221 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:47,222 INFO [M:0;2b6d221c5cde:42007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42007 2024-11-12T14:28:47,222 INFO [M:0;2b6d221c5cde:42007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:47,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:47,334 INFO [M:0;2b6d221c5cde:42007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:47,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1012f72d6490000, quorum=127.0.0.1:63223, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:47,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54b538dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:47,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42743d55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:47,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:47,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b56b341{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:47,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af26c1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:47,340 WARN [BP-168587054-172.17.0.3-1731421721041 heartbeating to localhost/127.0.0.1:40115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:47,340 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:47,340 WARN [BP-168587054-172.17.0.3-1731421721041 heartbeating to localhost/127.0.0.1:40115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168587054-172.17.0.3-1731421721041 (Datanode Uuid aef6834e-a96a-47c6-841e-7e6869ab29ac) service to localhost/127.0.0.1:40115 2024-11-12T14:28:47,340 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:47,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/data/data3/current/BP-168587054-172.17.0.3-1731421721041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:47,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/data/data4/current/BP-168587054-172.17.0.3-1731421721041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:47,342 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:47,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25c6d455{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:47,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bf7b7e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:47,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:47,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3adc1669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:47,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fca110{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:47,347 WARN [BP-168587054-172.17.0.3-1731421721041 heartbeating to localhost/127.0.0.1:40115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:47,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:47,347 WARN [BP-168587054-172.17.0.3-1731421721041 heartbeating to localhost/127.0.0.1:40115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168587054-172.17.0.3-1731421721041 (Datanode Uuid 2daeb390-9c7b-4a75-a666-f818d160d241) service to localhost/127.0.0.1:40115 2024-11-12T14:28:47,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:47,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/data/data1/current/BP-168587054-172.17.0.3-1731421721041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:47,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/cluster_61aa83e3-6d90-7ca2-c0f3-f36184b78b0d/data/data2/current/BP-168587054-172.17.0.3-1731421721041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:47,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:47,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73ae371f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:47,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54f4d063{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:47,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:47,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd8da3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:47,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31afb740{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:47,362 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:28:47,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:28:47,386 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=152 (was 134) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40115 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40115 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=496 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 492) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6430 (was 6524) 2024-11-12T14:28:47,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=152, OpenFileDescriptor=496, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=6431 2024-11-12T14:28:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.log.dir so I do NOT create it in target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802 2024-11-12T14:28:47,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:28:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.tmp.dir so I do NOT create it in target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802 2024-11-12T14:28:47,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a02338a-5d7a-769e-8226-65f9ef93e641/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:28:47,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802 2024-11-12T14:28:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:28:47,406 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae, deleteOnExit=true 2024-11-12T14:28:47,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/test.cache.data in system properties and HBase conf 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:28:47,407 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:28:47,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:28:47,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:28:47,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:47,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:47,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:47,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:47,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:47,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:47,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@764e2c19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:47,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a51897{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:47,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422e364e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/java.io.tmpdir/jetty-localhost-39599-hadoop-hdfs-3_4_1-tests_jar-_-any-15846784138007640224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:47,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3374ffb2{HTTP/1.1, (http/1.1)}{localhost:39599} 2024-11-12T14:28:47,805 INFO [Time-limited test {}] server.Server(415): Started @33326ms 2024-11-12T14:28:48,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:48,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:48,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:48,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:48,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:48,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b35caa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:48,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3064dfb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:48,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69e26e7d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/java.io.tmpdir/jetty-localhost-43085-hadoop-hdfs-3_4_1-tests_jar-_-any-16134546329318457391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:48,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@acd073c{HTTP/1.1, (http/1.1)}{localhost:43085} 2024-11-12T14:28:48,166 INFO [Time-limited test {}] server.Server(415): Started @33687ms 2024-11-12T14:28:48,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:48,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:48,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:48,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:48,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:48,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:48,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a28f62a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:48,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7224ed2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:48,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b23a77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/java.io.tmpdir/jetty-localhost-45963-hadoop-hdfs-3_4_1-tests_jar-_-any-13588987664723392567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:48,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aa418b4{HTTP/1.1, (http/1.1)}{localhost:45963} 2024-11-12T14:28:48,289 INFO [Time-limited test {}] server.Server(415): Started @33810ms 2024-11-12T14:28:48,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:49,979 WARN [Thread-1168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/data/data1/current/BP-516979859-172.17.0.3-1731421727421/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:49,980 WARN [Thread-1169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/data/data2/current/BP-516979859-172.17.0.3-1731421727421/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:50,000 WARN [Thread-1132 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa937056965ad75c with lease ID 0x3d330580e60e4e5: Processing first storage report for DS-0472775d-c26f-4133-9cad-cd8ac7579ee6 from datanode DatanodeRegistration(127.0.0.1:46401, datanodeUuid=264d40d6-27ea-4a2c-8835-4ece7c0c8db1, infoPort=33925, infoSecurePort=0, ipcPort=36743, storageInfo=lv=-57;cid=testClusterID;nsid=652699759;c=1731421727421) 2024-11-12T14:28:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa937056965ad75c with lease ID 0x3d330580e60e4e5: from storage DS-0472775d-c26f-4133-9cad-cd8ac7579ee6 node DatanodeRegistration(127.0.0.1:46401, datanodeUuid=264d40d6-27ea-4a2c-8835-4ece7c0c8db1, infoPort=33925, infoSecurePort=0, ipcPort=36743, storageInfo=lv=-57;cid=testClusterID;nsid=652699759;c=1731421727421), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:28:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa937056965ad75c with lease ID 0x3d330580e60e4e5: Processing first storage report for DS-aa033d72-db52-4e4e-80a9-0b5c76203051 from datanode DatanodeRegistration(127.0.0.1:46401, datanodeUuid=264d40d6-27ea-4a2c-8835-4ece7c0c8db1, infoPort=33925, infoSecurePort=0, ipcPort=36743, storageInfo=lv=-57;cid=testClusterID;nsid=652699759;c=1731421727421) 2024-11-12T14:28:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa937056965ad75c with lease ID 0x3d330580e60e4e5: from storage DS-aa033d72-db52-4e4e-80a9-0b5c76203051 node DatanodeRegistration(127.0.0.1:46401, datanodeUuid=264d40d6-27ea-4a2c-8835-4ece7c0c8db1, infoPort=33925, infoSecurePort=0, ipcPort=36743, storageInfo=lv=-57;cid=testClusterID;nsid=652699759;c=1731421727421), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:50,100 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/data/data3/current/BP-516979859-172.17.0.3-1731421727421/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:50,100 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/data/data4/current/BP-516979859-172.17.0.3-1731421727421/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:50,127 WARN [Thread-1155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:50,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d45bd24af80597a with lease ID 0x3d330580e60e4e6: Processing first storage report for DS-47f9a91c-0fc1-4d13-a5a1-4a470a9698d7 from datanode DatanodeRegistration(127.0.0.1:35175, datanodeUuid=888418b5-89ea-4b96-8de1-3ef5cc9dd6fc, infoPort=38573, infoSecurePort=0, ipcPort=37891, storageInfo=lv=-57;cid=testClusterID;nsid=652699759;c=1731421727421) 2024-11-12T14:28:50,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d45bd24af80597a with lease ID 0x3d330580e60e4e6: from storage DS-47f9a91c-0fc1-4d13-a5a1-4a470a9698d7 node DatanodeRegistration(127.0.0.1:35175, datanodeUuid=888418b5-89ea-4b96-8de1-3ef5cc9dd6fc, infoPort=38573, infoSecurePort=0, ipcPort=37891, storageInfo=lv=-57;cid=testClusterID;nsid=652699759;c=1731421727421), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:50,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d45bd24af80597a with lease ID 0x3d330580e60e4e6: Processing first storage report for DS-33a13eab-974f-4820-8093-da282baae436 from datanode DatanodeRegistration(127.0.0.1:35175, datanodeUuid=888418b5-89ea-4b96-8de1-3ef5cc9dd6fc, infoPort=38573, infoSecurePort=0, ipcPort=37891, storageInfo=lv=-57;cid=testClusterID;nsid=652699759;c=1731421727421) 2024-11-12T14:28:50,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d45bd24af80597a with lease ID 0x3d330580e60e4e6: from storage DS-33a13eab-974f-4820-8093-da282baae436 node DatanodeRegistration(127.0.0.1:35175, datanodeUuid=888418b5-89ea-4b96-8de1-3ef5cc9dd6fc, infoPort=38573, infoSecurePort=0, ipcPort=37891, storageInfo=lv=-57;cid=testClusterID;nsid=652699759;c=1731421727421), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:50,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802 2024-11-12T14:28:50,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/zookeeper_0, clientPort=63002, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:28:50,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63002 2024-11-12T14:28:50,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:50,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:50,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:50,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:50,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5 with version=8 2024-11-12T14:28:50,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/hbase-staging 2024-11-12T14:28:50,149 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:50,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:50,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:50,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:50,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:50,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:50,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:28:50,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:50,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42923 2024-11-12T14:28:50,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42923 connecting to ZooKeeper ensemble=127.0.0.1:63002 2024-11-12T14:28:50,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:28:50,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:50,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:50,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:50,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429230x0, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:50,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42923-0x1012f72f1020000 connected 2024-11-12T14:28:50,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:50,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:50,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:50,328 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5, hbase.cluster.distributed=false 2024-11-12T14:28:50,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:50,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-12T14:28:50,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42923 2024-11-12T14:28:50,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42923 2024-11-12T14:28:50,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-12T14:28:50,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-12T14:28:50,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:50,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:50,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:50,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:50,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:50,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:50,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:50,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:50,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38199 2024-11-12T14:28:50,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38199 connecting to ZooKeeper ensemble=127.0.0.1:63002 2024-11-12T14:28:50,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:50,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:50,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381990x0, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:50,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38199-0x1012f72f1020001 connected 2024-11-12T14:28:50,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:50,363 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:50,363 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T14:28:50,367 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T14:28:50,368 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T14:28:50,368 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T14:28:50,370 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:50,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:50,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:50,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38199 2024-11-12T14:28:50,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38199 2024-11-12T14:28:50,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38199 2024-11-12T14:28:50,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38199 2024-11-12T14:28:50,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38199 2024-11-12T14:28:50,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:50,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:50,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:50,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:50,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:50,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:50,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:50,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:50,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40269 2024-11-12T14:28:50,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40269 connecting to ZooKeeper ensemble=127.0.0.1:63002 2024-11-12T14:28:50,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:50,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:50,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402690x0, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:50,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402690x0, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:50,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40269-0x1012f72f1020002 connected 2024-11-12T14:28:50,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:50,405 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T14:28:50,410 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T14:28:50,410 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T14:28:50,411 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T14:28:50,411 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:50,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:50,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:50,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40269 2024-11-12T14:28:50,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40269 2024-11-12T14:28:50,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40269 2024-11-12T14:28:50,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40269 2024-11-12T14:28:50,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40269 2024-11-12T14:28:50,424 DEBUG [M:0;2b6d221c5cde:42923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:42923 2024-11-12T14:28:50,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:50,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:50,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:50,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:50,436 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:50,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T14:28:50,447 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b6d221c5cde,42923,1731421730149 from backup master directory 2024-11-12T14:28:50,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:50,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:50,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:50,457 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:50,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:50,457 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:50,460 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/hbase.id] with ID: de80c464-86b9-4b61-9e3b-2eda022af6b9 2024-11-12T14:28:50,460 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/.tmp/hbase.id 2024-11-12T14:28:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:50,468 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/.tmp/hbase.id]:[hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/hbase.id] 2024-11-12T14:28:50,479 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:50,479 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:28:50,481 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:28:50,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:50,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:50,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:50,495 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:50,496 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:28:50,497 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:50,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:50,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:50,505 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store 2024-11-12T14:28:50,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:50,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:50,914 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:50,915 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:50,915 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:50,915 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:50,915 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:50,915 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:50,915 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:50,915 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421730915Disabling compacts and flushes for region at 1731421730915Disabling writes for close at 1731421730915Writing region close event to WAL at 1731421730915Closed at 1731421730915 2024-11-12T14:28:50,918 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/.initializing 2024-11-12T14:28:50,919 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/WALs/2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:50,922 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:50,924 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C42923%2C1731421730149, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/WALs/2b6d221c5cde,42923,1731421730149, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/oldWALs, maxLogs=10 2024-11-12T14:28:50,938 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/WALs/2b6d221c5cde,42923,1731421730149/2b6d221c5cde%2C42923%2C1731421730149.1731421730925, exclude list is [], retry=0 2024-11-12T14:28:50,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-0472775d-c26f-4133-9cad-cd8ac7579ee6,DISK] 2024-11-12T14:28:50,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35175,DS-47f9a91c-0fc1-4d13-a5a1-4a470a9698d7,DISK] 2024-11-12T14:28:50,943 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/WALs/2b6d221c5cde,42923,1731421730149/2b6d221c5cde%2C42923%2C1731421730149.1731421730925 2024-11-12T14:28:50,943 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33925:33925),(127.0.0.1/127.0.0.1:38573:38573)] 2024-11-12T14:28:50,943 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:50,943 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:50,943 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,944 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:28:50,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:50,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:50,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:28:50,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:50,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:50,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:28:50,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:50,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:50,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:28:50,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:50,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:50,953 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,954 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,954 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,955 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,956 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,956 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:50,957 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:50,959 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:50,959 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62863086, jitterRate=-0.06326702237129211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:50,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421730944Initializing all the Stores at 1731421730945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421730945Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421730945Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421730945Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421730945Cleaning up temporary data from old regions at 1731421730956 (+11 ms)Region opened successfully at 1731421730960 (+4 ms) 2024-11-12T14:28:50,960 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:28:50,963 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbe38aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:50,963 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:28:50,963 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:28:50,963 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:28:50,964 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:28:50,964 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:28:50,964 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:28:50,964 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:28:50,966 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:28:50,967 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T14:28:51,014 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T14:28:51,015 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:28:51,016 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:28:51,025 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T14:28:51,026 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:28:51,027 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:28:51,035 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T14:28:51,037 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:28:51,046 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T14:28:51,049 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:28:51,139 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T14:28:51,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:51,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:51,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:51,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,205 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,42923,1731421730149, sessionid=0x1012f72f1020000, setting cluster-up flag (Was=false) 2024-11-12T14:28:51,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,268 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T14:28:51,271 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:51,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,330 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T14:28:51,331 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:51,332 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:28:51,334 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:51,334 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:28:51,334 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:28:51,334 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,42923,1731421730149 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:28:51,335 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:51,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:51,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:51,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:51,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:28:51,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:51,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,337 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421761337 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:28:51,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:28:51,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:28:51,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:28:51,339 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:28:51,339 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:28:51,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:51,339 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421731339,5,FailOnTimeoutGroup] 2024-11-12T14:28:51,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:28:51,340 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421731339,5,FailOnTimeoutGroup] 2024-11-12T14:28:51,340 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,340 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:28:51,340 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,340 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:51,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:51,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:28:51,347 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5 2024-11-12T14:28:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:28:51,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:51,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:51,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:51,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:51,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:51,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:51,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:51,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:51,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:51,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:51,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:51,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:51,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:51,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:51,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:51,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:51,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:51,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:51,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740 2024-11-12T14:28:51,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740 2024-11-12T14:28:51,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:51,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:51,364 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:51,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:51,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:51,367 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70492749, jitterRate=0.050423815846443176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:51,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421731354Initializing all the Stores at 1731421731355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421731355Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421731355Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421731355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421731355Cleaning up temporary data from old regions at 1731421731364 (+9 ms)Region opened successfully at 1731421731368 (+4 ms) 2024-11-12T14:28:51,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:51,368 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:51,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:51,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:51,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:51,368 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:51,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421731368Disabling compacts and flushes for region at 1731421731368Disabling writes for close at 1731421731368Writing region close event to WAL at 1731421731368Closed at 1731421731368 2024-11-12T14:28:51,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:51,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:28:51,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:28:51,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:51,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:28:51,416 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(746): ClusterId : de80c464-86b9-4b61-9e3b-2eda022af6b9 2024-11-12T14:28:51,416 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(746): ClusterId : de80c464-86b9-4b61-9e3b-2eda022af6b9 2024-11-12T14:28:51,416 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:51,416 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:51,426 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:51,426 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:51,426 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:51,426 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:51,437 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:51,437 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:51,437 DEBUG [RS:1;2b6d221c5cde:40269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665ad32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:51,437 DEBUG [RS:0;2b6d221c5cde:38199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fe3d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:51,452 DEBUG [RS:1;2b6d221c5cde:40269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2b6d221c5cde:40269 2024-11-12T14:28:51,452 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:38199 2024-11-12T14:28:51,452 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:51,452 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:51,452 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:51,452 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:51,452 DEBUG [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:51,452 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:51,452 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,42923,1731421730149 with port=40269, startcode=1731421730390 2024-11-12T14:28:51,452 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,42923,1731421730149 with port=38199, startcode=1731421730350 2024-11-12T14:28:51,453 DEBUG [RS:0;2b6d221c5cde:38199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:51,453 DEBUG [RS:1;2b6d221c5cde:40269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:51,454 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:51,454 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:51,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:51,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:51,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:51,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:51,456 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5 2024-11-12T14:28:51,456 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44303 2024-11-12T14:28:51,456 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:51,457 DEBUG [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5 2024-11-12T14:28:51,457 DEBUG [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44303 2024-11-12T14:28:51,457 DEBUG [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:51,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:51,502 DEBUG [RS:0;2b6d221c5cde:38199 {}] zookeeper.ZKUtil(111): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:51,502 WARN [RS:0;2b6d221c5cde:38199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:51,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,40269,1731421730390] 2024-11-12T14:28:51,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,38199,1731421730350] 2024-11-12T14:28:51,502 INFO [RS:0;2b6d221c5cde:38199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:51,502 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:51,503 DEBUG [RS:1;2b6d221c5cde:40269 {}] zookeeper.ZKUtil(111): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:51,503 WARN [RS:1;2b6d221c5cde:40269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:51,503 INFO [RS:1;2b6d221c5cde:40269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:51,503 DEBUG [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:51,509 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:51,509 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:51,512 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:51,512 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:51,512 INFO [RS:0;2b6d221c5cde:38199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:51,512 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,513 INFO [RS:1;2b6d221c5cde:40269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:51,513 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,513 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:51,513 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:51,513 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:51,513 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:51,513 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,513 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:51,514 DEBUG [RS:1;2b6d221c5cde:40269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:51,514 DEBUG [RS:0;2b6d221c5cde:38199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:51,515 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,515 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,515 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,515 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,515 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,515 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40269,1731421730390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:51,516 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,516 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,516 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,516 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,516 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,516 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,38199,1731421730350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:51,521 WARN [2b6d221c5cde:42923 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:28:51,530 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:51,530 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40269,1731421730390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,530 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,531 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.Replication(171): 2b6d221c5cde,40269,1731421730390 started 2024-11-12T14:28:51,531 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:51,531 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,38199,1731421730350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,531 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,531 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.Replication(171): 2b6d221c5cde,38199,1731421730350 started 2024-11-12T14:28:51,544 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,544 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,40269,1731421730390, RpcServer on 2b6d221c5cde/172.17.0.3:40269, sessionid=0x1012f72f1020002 2024-11-12T14:28:51,544 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:51,544 DEBUG [RS:1;2b6d221c5cde:40269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:51,544 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,40269,1731421730390' 2024-11-12T14:28:51,544 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:51,544 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:51,544 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,38199,1731421730350, RpcServer on 2b6d221c5cde/172.17.0.3:38199, sessionid=0x1012f72f1020001 2024-11-12T14:28:51,544 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:51,544 DEBUG [RS:0;2b6d221c5cde:38199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:51,544 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,38199,1731421730350' 2024-11-12T14:28:51,544 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:51,544 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:51,545 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:51,545 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:51,545 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:51,545 DEBUG [RS:1;2b6d221c5cde:40269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:51,545 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,40269,1731421730390' 2024-11-12T14:28:51,545 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:51,545 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:51,545 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:51,545 DEBUG [RS:0;2b6d221c5cde:38199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:51,545 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,38199,1731421730350' 2024-11-12T14:28:51,545 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:51,545 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:51,546 DEBUG [RS:1;2b6d221c5cde:40269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:51,546 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:51,546 INFO [RS:1;2b6d221c5cde:40269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:51,546 INFO [RS:1;2b6d221c5cde:40269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:51,546 DEBUG [RS:0;2b6d221c5cde:38199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:51,546 INFO [RS:0;2b6d221c5cde:38199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:51,546 INFO [RS:0;2b6d221c5cde:38199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:51,647 INFO [RS:1;2b6d221c5cde:40269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:51,647 INFO [RS:0;2b6d221c5cde:38199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:51,650 INFO [RS:1;2b6d221c5cde:40269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C40269%2C1731421730390, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,40269,1731421730390, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/oldWALs, maxLogs=32 2024-11-12T14:28:51,650 INFO [RS:0;2b6d221c5cde:38199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C38199%2C1731421730350, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,38199,1731421730350, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/oldWALs, maxLogs=32 2024-11-12T14:28:51,667 DEBUG [RS:1;2b6d221c5cde:40269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,40269,1731421730390/2b6d221c5cde%2C40269%2C1731421730390.1731421731650, exclude list is [], retry=0 2024-11-12T14:28:51,667 DEBUG [RS:0;2b6d221c5cde:38199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,38199,1731421730350/2b6d221c5cde%2C38199%2C1731421730350.1731421731650, exclude list is [], retry=0 2024-11-12T14:28:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-0472775d-c26f-4133-9cad-cd8ac7579ee6,DISK] 2024-11-12T14:28:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-0472775d-c26f-4133-9cad-cd8ac7579ee6,DISK] 2024-11-12T14:28:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35175,DS-47f9a91c-0fc1-4d13-a5a1-4a470a9698d7,DISK] 2024-11-12T14:28:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35175,DS-47f9a91c-0fc1-4d13-a5a1-4a470a9698d7,DISK] 2024-11-12T14:28:51,672 INFO [RS:1;2b6d221c5cde:40269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,40269,1731421730390/2b6d221c5cde%2C40269%2C1731421730390.1731421731650 2024-11-12T14:28:51,672 INFO [RS:0;2b6d221c5cde:38199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,38199,1731421730350/2b6d221c5cde%2C38199%2C1731421730350.1731421731650 2024-11-12T14:28:51,675 DEBUG [RS:1;2b6d221c5cde:40269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33925:33925),(127.0.0.1/127.0.0.1:38573:38573)] 2024-11-12T14:28:51,675 DEBUG [RS:0;2b6d221c5cde:38199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33925:33925),(127.0.0.1/127.0.0.1:38573:38573)] 2024-11-12T14:28:51,772 DEBUG [2b6d221c5cde:42923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T14:28:51,772 DEBUG [2b6d221c5cde:42923 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:51,775 DEBUG [2b6d221c5cde:42923 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:51,775 DEBUG [2b6d221c5cde:42923 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:51,775 DEBUG [2b6d221c5cde:42923 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:51,775 DEBUG [2b6d221c5cde:42923 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:51,775 INFO [2b6d221c5cde:42923 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:51,775 INFO [2b6d221c5cde:42923 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:51,775 DEBUG [2b6d221c5cde:42923 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:51,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:51,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,38199,1731421730350, state=OPENING 2024-11-12T14:28:51,804 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:28:51,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:51,816 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:51,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:51,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:51,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:51,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,38199,1731421730350}] 2024-11-12T14:28:51,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:51,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:51,982 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:28:51,982 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:51,982 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:28:51,985 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C38199%2C1731421730350.meta, suffix=.meta, logDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,38199,1731421730350, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/oldWALs, maxLogs=32 2024-11-12T14:28:52,001 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,38199,1731421730350/2b6d221c5cde%2C38199%2C1731421730350.meta.1731421731985.meta, exclude list is [], retry=0 2024-11-12T14:28:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-0472775d-c26f-4133-9cad-cd8ac7579ee6,DISK] 2024-11-12T14:28:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35175,DS-47f9a91c-0fc1-4d13-a5a1-4a470a9698d7,DISK] 2024-11-12T14:28:52,005 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,38199,1731421730350/2b6d221c5cde%2C38199%2C1731421730350.meta.1731421731985.meta 2024-11-12T14:28:52,005 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38573:38573),(127.0.0.1/127.0.0.1:33925:33925)] 2024-11-12T14:28:52,005 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:52,006 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:28:52,006 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:28:52,006 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:28:52,006 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:28:52,006 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:52,006 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:28:52,006 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:28:52,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:52,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:52,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:52,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:52,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:52,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:52,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:52,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:52,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:52,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:52,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:52,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:52,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:52,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:52,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:52,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:52,011 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:52,012 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740 2024-11-12T14:28:52,013 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740 2024-11-12T14:28:52,014 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:52,014 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:52,015 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:52,016 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:52,017 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70583606, jitterRate=0.05177769064903259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:52,017 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:28:52,017 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421732006Writing region info on filesystem at 1731421732006Initializing all the Stores at 1731421732007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421732007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421732007Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421732007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421732007Cleaning up temporary data from old regions at 1731421732014 (+7 ms)Running coprocessor post-open hooks at 1731421732017 (+3 ms)Region opened successfully at 1731421732017 2024-11-12T14:28:52,018 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421731973 2024-11-12T14:28:52,020 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:28:52,020 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:28:52,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:52,021 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,38199,1731421730350, state=OPEN 2024-11-12T14:28:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:52,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:52,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:52,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:52,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:52,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:28:52,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,38199,1731421730350 in 217 msec 2024-11-12T14:28:52,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:28:52,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 667 msec 2024-11-12T14:28:52,040 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:52,040 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:28:52,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:52,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,38199,1731421730350, seqNum=-1] 2024-11-12T14:28:52,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:52,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:52,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 715 msec 2024-11-12T14:28:52,050 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421732050, completionTime=-1 2024-11-12T14:28:52,050 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T14:28:52,050 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:28:52,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T14:28:52,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421792052 2024-11-12T14:28:52,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421852052 2024-11-12T14:28:52,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:28:52,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42923,1731421730149-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:52,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42923,1731421730149-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:52,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42923,1731421730149-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:52,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:42923, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:52,053 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:52,053 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:52,054 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:28:52,056 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.599sec 2024-11-12T14:28:52,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:28:52,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:28:52,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:28:52,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:28:52,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:28:52,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42923,1731421730149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:52,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42923,1731421730149-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:28:52,059 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:28:52,059 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:28:52,059 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,42923,1731421730149-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:52,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5da882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:52,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,42923,-1 for getting cluster id 2024-11-12T14:28:52,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:28:52,118 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de80c464-86b9-4b61-9e3b-2eda022af6b9' 2024-11-12T14:28:52,118 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:28:52,119 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de80c464-86b9-4b61-9e3b-2eda022af6b9" 2024-11-12T14:28:52,119 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd594d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:52,119 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,42923,-1] 2024-11-12T14:28:52,119 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:28:52,120 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:52,120 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:28:52,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1697f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:52,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:52,123 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,38199,1731421730350, seqNum=-1] 2024-11-12T14:28:52,124 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:52,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:52,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:52,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:28:52,129 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:52,129 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180168f5 2024-11-12T14:28:52,129 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:28:52,130 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:28:52,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T14:28:52,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:28:52,133 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:52,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T14:28:52,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:28:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:52,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:52,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:52,142 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 389d3438b8e8c992decb69cb78a85202, NAME => 'testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5 2024-11-12T14:28:52,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3ae2cc5099f6596103b4fc4235b6afcb, NAME => 'testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5 2024-11-12T14:28:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:52,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:52,151 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 3ae2cc5099f6596103b4fc4235b6afcb, disabling compactions & flushes 2024-11-12T14:28:52,151 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,151 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,151 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. after waiting 0 ms 2024-11-12T14:28:52,151 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,151 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,151 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3ae2cc5099f6596103b4fc4235b6afcb: Waiting for close lock at 1731421732151Disabling compacts and flushes for region at 1731421732151Disabling writes for close at 1731421732151Writing region close event to WAL at 1731421732151Closed at 1731421732151 2024-11-12T14:28:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:52,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:52,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 389d3438b8e8c992decb69cb78a85202, disabling compactions & flushes 2024-11-12T14:28:52,155 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. after waiting 0 ms 2024-11-12T14:28:52,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,155 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,155 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 389d3438b8e8c992decb69cb78a85202: Waiting for close lock at 1731421732155Disabling compacts and flushes for region at 1731421732155Disabling writes for close at 1731421732155Writing region close event to WAL at 1731421732155Closed at 1731421732155 2024-11-12T14:28:52,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:28:52,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421732157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421732157"}]},"ts":"1731421732157"} 2024-11-12T14:28:52,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421732157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421732157"}]},"ts":"1731421732157"} 2024-11-12T14:28:52,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T14:28:52,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:28:52,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421732162"}]},"ts":"1731421732162"} 2024-11-12T14:28:52,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T14:28:52,164 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:52,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:52,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:52,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:52,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:52,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:52,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:52,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:52,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=389d3438b8e8c992decb69cb78a85202, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ae2cc5099f6596103b4fc4235b6afcb, ASSIGN}] 2024-11-12T14:28:52,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ae2cc5099f6596103b4fc4235b6afcb, ASSIGN 2024-11-12T14:28:52,167 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=389d3438b8e8c992decb69cb78a85202, ASSIGN 2024-11-12T14:28:52,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ae2cc5099f6596103b4fc4235b6afcb, ASSIGN; state=OFFLINE, location=2b6d221c5cde,38199,1731421730350; forceNewPlan=false, retain=false 2024-11-12T14:28:52,168 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=389d3438b8e8c992decb69cb78a85202, ASSIGN; state=OFFLINE, location=2b6d221c5cde,40269,1731421730390; forceNewPlan=false, retain=false 2024-11-12T14:28:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:52,319 INFO [2b6d221c5cde:42923 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T14:28:52,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=389d3438b8e8c992decb69cb78a85202, regionState=OPENING, regionLocation=2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:52,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ae2cc5099f6596103b4fc4235b6afcb, regionState=OPENING, regionLocation=2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:52,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=389d3438b8e8c992decb69cb78a85202, ASSIGN because future has completed 2024-11-12T14:28:52,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 389d3438b8e8c992decb69cb78a85202, server=2b6d221c5cde,40269,1731421730390}] 2024-11-12T14:28:52,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ae2cc5099f6596103b4fc4235b6afcb, ASSIGN because future has completed 2024-11-12T14:28:52,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ae2cc5099f6596103b4fc4235b6afcb, server=2b6d221c5cde,38199,1731421730350}] 2024-11-12T14:28:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:52,481 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:52,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:52,491 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,492 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ae2cc5099f6596103b4fc4235b6afcb, NAME => 'testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 389d3438b8e8c992decb69cb78a85202, NAME => 'testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,492 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,494 INFO [StoreOpener-3ae2cc5099f6596103b4fc4235b6afcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,494 INFO [StoreOpener-389d3438b8e8c992decb69cb78a85202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,496 INFO [StoreOpener-389d3438b8e8c992decb69cb78a85202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 389d3438b8e8c992decb69cb78a85202 columnFamilyName family 2024-11-12T14:28:52,496 INFO [StoreOpener-3ae2cc5099f6596103b4fc4235b6afcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae2cc5099f6596103b4fc4235b6afcb columnFamilyName family 2024-11-12T14:28:52,496 DEBUG [StoreOpener-389d3438b8e8c992decb69cb78a85202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:52,496 DEBUG [StoreOpener-3ae2cc5099f6596103b4fc4235b6afcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:52,497 INFO [StoreOpener-3ae2cc5099f6596103b4fc4235b6afcb-1 {}] regionserver.HStore(327): Store=3ae2cc5099f6596103b4fc4235b6afcb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:52,497 INFO [StoreOpener-389d3438b8e8c992decb69cb78a85202-1 {}] regionserver.HStore(327): Store=389d3438b8e8c992decb69cb78a85202/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:52,497 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,497 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,497 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,497 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,498 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,498 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,498 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,498 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,498 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,498 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,499 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,500 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,501 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/389d3438b8e8c992decb69cb78a85202/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:52,502 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 389d3438b8e8c992decb69cb78a85202; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63035666, jitterRate=-0.060695379972457886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:52,502 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,502 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 389d3438b8e8c992decb69cb78a85202: Running coprocessor pre-open hook at 1731421732492Writing region info on filesystem at 1731421732492Initializing all the Stores at 1731421732494 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421732494Cleaning up temporary data from old regions at 1731421732498 (+4 ms)Running coprocessor post-open hooks at 1731421732502 (+4 ms)Region opened successfully at 1731421732502 2024-11-12T14:28:52,503 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202., pid=7, masterSystemTime=1731421732481 2024-11-12T14:28:52,505 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/3ae2cc5099f6596103b4fc4235b6afcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:52,505 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3ae2cc5099f6596103b4fc4235b6afcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72540595, jitterRate=0.08093909919261932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:52,506 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,506 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3ae2cc5099f6596103b4fc4235b6afcb: Running coprocessor pre-open hook at 1731421732492Writing region info on filesystem at 1731421732492Initializing all the Stores at 1731421732494 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421732494Cleaning up temporary data from old regions at 1731421732498 (+4 ms)Running coprocessor post-open hooks at 1731421732506 (+8 ms)Region opened successfully at 1731421732506 2024-11-12T14:28:52,506 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,506 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,506 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb., pid=8, masterSystemTime=1731421732482 2024-11-12T14:28:52,506 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=389d3438b8e8c992decb69cb78a85202, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:52,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 389d3438b8e8c992decb69cb78a85202, server=2b6d221c5cde,40269,1731421730390 because future has completed 2024-11-12T14:28:52,509 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,509 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ae2cc5099f6596103b4fc4235b6afcb, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:52,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ae2cc5099f6596103b4fc4235b6afcb, server=2b6d221c5cde,38199,1731421730350 because future has completed 2024-11-12T14:28:52,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T14:28:52,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 389d3438b8e8c992decb69cb78a85202, server=2b6d221c5cde,40269,1731421730390 in 185 msec 2024-11-12T14:28:52,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=389d3438b8e8c992decb69cb78a85202, ASSIGN in 346 msec 2024-11-12T14:28:52,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T14:28:52,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ae2cc5099f6596103b4fc4235b6afcb, server=2b6d221c5cde,38199,1731421730350 in 185 msec 2024-11-12T14:28:52,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T14:28:52,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ae2cc5099f6596103b4fc4235b6afcb, ASSIGN in 349 msec 2024-11-12T14:28:52,518 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:28:52,518 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421732518"}]},"ts":"1731421732518"} 2024-11-12T14:28:52,520 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T14:28:52,521 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:28:52,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 390 msec 2024-11-12T14:28:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:52,766 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T14:28:52,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T14:28:52,766 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:52,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T14:28:52,770 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:52,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T14:28:52,774 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202., hostname=2b6d221c5cde,40269,1731421730390, seqNum=2] 2024-11-12T14:28:52,774 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:52,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:52,788 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb., hostname=2b6d221c5cde,38199,1731421730350, seqNum=2] 2024-11-12T14:28:52,799 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3ae2cc5099f6596103b4fc4235b6afcb 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T14:28:52,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/3ae2cc5099f6596103b4fc4235b6afcb/.tmp/family/14d4806b19e24023b250178372710084 is 32, key is 5/family:/1731421732789/Put/seqid=0 2024-11-12T14:28:52,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741839_1015 (size=5083) 2024-11-12T14:28:52,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741839_1015 (size=5083) 2024-11-12T14:28:52,821 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/3ae2cc5099f6596103b4fc4235b6afcb/.tmp/family/14d4806b19e24023b250178372710084 2024-11-12T14:28:52,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/3ae2cc5099f6596103b4fc4235b6afcb/.tmp/family/14d4806b19e24023b250178372710084 as hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/3ae2cc5099f6596103b4fc4235b6afcb/family/14d4806b19e24023b250178372710084 2024-11-12T14:28:52,835 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/3ae2cc5099f6596103b4fc4235b6afcb/family/14d4806b19e24023b250178372710084, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T14:28:52,836 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3ae2cc5099f6596103b4fc4235b6afcb in 37ms, sequenceid=9, compaction requested=false 2024-11-12T14:28:52,836 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3ae2cc5099f6596103b4fc4235b6afcb: 2024-11-12T14:28:52,836 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 389d3438b8e8c992decb69cb78a85202 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T14:28:52,856 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/389d3438b8e8c992decb69cb78a85202/.tmp/family/2c87de46ad354fbdb6b8577a31c006e4 is 32, key is 1/family:/1731421732776/Put/seqid=0 2024-11-12T14:28:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741840_1016 (size=5054) 2024-11-12T14:28:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741840_1016 (size=5054) 2024-11-12T14:28:52,862 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/389d3438b8e8c992decb69cb78a85202/.tmp/family/2c87de46ad354fbdb6b8577a31c006e4 2024-11-12T14:28:52,869 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/389d3438b8e8c992decb69cb78a85202/.tmp/family/2c87de46ad354fbdb6b8577a31c006e4 as hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/389d3438b8e8c992decb69cb78a85202/family/2c87de46ad354fbdb6b8577a31c006e4 2024-11-12T14:28:52,874 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/389d3438b8e8c992decb69cb78a85202/family/2c87de46ad354fbdb6b8577a31c006e4, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T14:28:52,875 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 389d3438b8e8c992decb69cb78a85202 in 39ms, sequenceid=8, compaction requested=false 2024-11-12T14:28:52,875 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 389d3438b8e8c992decb69cb78a85202: 2024-11-12T14:28:52,877 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 14d4806b19e24023b250178372710084, starting offset: 0, end offset: 9223372036854775807 2024-11-12T14:28:52,877 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 14d4806b19e24023b250178372710084_0 from back map with offset lock 2094080 in the evict process 2024-11-12T14:28:52,879 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 2c87de46ad354fbdb6b8577a31c006e4, starting offset: 0, end offset: 9223372036854775807 2024-11-12T14:28:52,879 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 2c87de46ad354fbdb6b8577a31c006e4_0 from back map with offset lock 2094080 in the evict process 2024-11-12T14:28:52,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:28:52,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:52,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:52,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:52,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:52,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:28:52,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:28:52,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1722148593, stopped=false 2024-11-12T14:28:52,880 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,42923,1731421730149 2024-11-12T14:28:52,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:52,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:52,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:52,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:52,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:52,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:52,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:52,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:52,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:52,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:52,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:52,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:52,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:52,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,38199,1731421730350' ***** 2024-11-12T14:28:52,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:52,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,40269,1731421730390' ***** 2024-11-12T14:28:52,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:52,942 INFO [RS:1;2b6d221c5cde:40269 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T14:28:52,942 INFO [RS:0;2b6d221c5cde:38199 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T14:28:52,942 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T14:28:52,942 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T14:28:52,942 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T14:28:52,942 INFO [RS:0;2b6d221c5cde:38199 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T14:28:52,942 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T14:28:52,942 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T14:28:52,942 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:52,942 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T14:28:52,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:52,943 INFO [RS:1;2b6d221c5cde:40269 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T14:28:52,943 INFO [RS:0;2b6d221c5cde:38199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:52,943 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:52,943 INFO [RS:0;2b6d221c5cde:38199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:52,943 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:52,943 INFO [RS:1;2b6d221c5cde:40269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:52,943 INFO [RS:1;2b6d221c5cde:40269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:52,943 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(3091): Received CLOSE for 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,943 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:52,943 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:52,943 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:52,943 INFO [RS:0;2b6d221c5cde:38199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:38199. 2024-11-12T14:28:52,943 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:52,943 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ae2cc5099f6596103b4fc4235b6afcb, disabling compactions & flushes 2024-11-12T14:28:52,943 INFO [RS:1;2b6d221c5cde:40269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2b6d221c5cde:40269. 2024-11-12T14:28:52,943 DEBUG [RS:0;2b6d221c5cde:38199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:52,943 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,943 DEBUG [RS:0;2b6d221c5cde:38199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:52,943 DEBUG [RS:1;2b6d221c5cde:40269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:52,943 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,943 DEBUG [RS:1;2b6d221c5cde:40269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:52,943 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. after waiting 0 ms 2024-11-12T14:28:52,943 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,943 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:28:52,943 DEBUG [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(1325): Online Regions={389d3438b8e8c992decb69cb78a85202=testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202.} 2024-11-12T14:28:52,943 DEBUG [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(1351): Waiting on 389d3438b8e8c992decb69cb78a85202 2024-11-12T14:28:52,944 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:52,944 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:52,944 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:52,944 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:28:52,944 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 389d3438b8e8c992decb69cb78a85202, disabling compactions & flushes 2024-11-12T14:28:52,944 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,944 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,944 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. after waiting 0 ms 2024-11-12T14:28:52,944 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,944 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:28:52,944 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1325): Online Regions={3ae2cc5099f6596103b4fc4235b6afcb=testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:28:52,944 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ae2cc5099f6596103b4fc4235b6afcb 2024-11-12T14:28:52,944 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:52,944 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:52,944 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:52,944 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:52,944 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:52,945 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T14:28:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/3ae2cc5099f6596103b4fc4235b6afcb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T14:28:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/default/testClearRegionBlockCache/389d3438b8e8c992decb69cb78a85202/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T14:28:52,948 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,948 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 389d3438b8e8c992decb69cb78a85202: Waiting for close lock at 1731421732944Running coprocessor pre-close hooks at 1731421732944Disabling compacts and flushes for region at 1731421732944Disabling writes for close at 1731421732944Writing region close event to WAL at 1731421732945 (+1 ms)Running coprocessor post-close hooks at 1731421732948 (+3 ms)Closed at 1731421732948 2024-11-12T14:28:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ae2cc5099f6596103b4fc4235b6afcb: Waiting for close lock at 1731421732943Running coprocessor pre-close hooks at 1731421732943Disabling compacts and flushes for region at 1731421732943Disabling writes for close at 1731421732943Writing region close event to WAL at 1731421732944 (+1 ms)Running coprocessor post-close hooks at 1731421732948 (+4 ms)Closed at 1731421732948 2024-11-12T14:28:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731421732131.389d3438b8e8c992decb69cb78a85202. 2024-11-12T14:28:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb. 2024-11-12T14:28:52,959 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/.tmp/info/c30ec0a9d5054af7ac979d8669b68188 is 173, key is testClearRegionBlockCache,5,1731421732131.3ae2cc5099f6596103b4fc4235b6afcb./info:regioninfo/1731421732509/Put/seqid=0 2024-11-12T14:28:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:52,964 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/.tmp/info/c30ec0a9d5054af7ac979d8669b68188 2024-11-12T14:28:52,982 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/.tmp/ns/31ef88fc2c5440fd80bce132af0d614a is 43, key is default/ns:d/1731421732044/Put/seqid=0 2024-11-12T14:28:52,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:52,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:52,987 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/.tmp/ns/31ef88fc2c5440fd80bce132af0d614a 2024-11-12T14:28:53,007 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/.tmp/table/de4822a3f9a440d0af66ae9f339dfe39 is 61, key is testClearRegionBlockCache/table:state/1731421732518/Put/seqid=0 2024-11-12T14:28:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:53,019 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:53,021 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:53,144 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,40269,1731421730390; all regions closed. 2024-11-12T14:28:53,144 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:28:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741833_1009 (size=1758) 2024-11-12T14:28:53,146 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/WALs/2b6d221c5cde,40269,1731421730390/2b6d221c5cde%2C40269%2C1731421730390.1731421731650 not finished, retry = 0 2024-11-12T14:28:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741833_1009 (size=1758) 2024-11-12T14:28:53,250 DEBUG [RS:1;2b6d221c5cde:40269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/oldWALs 2024-11-12T14:28:53,250 INFO [RS:1;2b6d221c5cde:40269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C40269%2C1731421730390:(num 1731421731650) 2024-11-12T14:28:53,250 DEBUG [RS:1;2b6d221c5cde:40269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:53,250 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:53,250 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:53,250 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:53,250 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:53,250 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:53,250 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:53,250 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:53,250 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:53,250 INFO [RS:1;2b6d221c5cde:40269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40269 2024-11-12T14:28:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,40269,1731421730390 2024-11-12T14:28:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:53,299 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:53,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,40269,1731421730390] 2024-11-12T14:28:53,320 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,40269,1731421730390 already deleted, retry=false 2024-11-12T14:28:53,320 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,40269,1731421730390 expired; onlineServers=1 2024-11-12T14:28:53,345 DEBUG [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:28:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:53,410 INFO [RS:1;2b6d221c5cde:40269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:53,410 INFO [RS:1;2b6d221c5cde:40269 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,40269,1731421730390; zookeeper connection closed. 2024-11-12T14:28:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40269-0x1012f72f1020002, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:53,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68bf899f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68bf899f 2024-11-12T14:28:53,414 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/.tmp/table/de4822a3f9a440d0af66ae9f339dfe39 2024-11-12T14:28:53,426 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/.tmp/info/c30ec0a9d5054af7ac979d8669b68188 as hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/info/c30ec0a9d5054af7ac979d8669b68188 2024-11-12T14:28:53,431 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/info/c30ec0a9d5054af7ac979d8669b68188, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T14:28:53,432 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/.tmp/ns/31ef88fc2c5440fd80bce132af0d614a as hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/ns/31ef88fc2c5440fd80bce132af0d614a 2024-11-12T14:28:53,438 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/ns/31ef88fc2c5440fd80bce132af0d614a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T14:28:53,439 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/.tmp/table/de4822a3f9a440d0af66ae9f339dfe39 as hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/table/de4822a3f9a440d0af66ae9f339dfe39 2024-11-12T14:28:53,445 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/table/de4822a3f9a440d0af66ae9f339dfe39, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T14:28:53,446 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=13, compaction requested=false 2024-11-12T14:28:53,451 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T14:28:53,451 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:28:53,452 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:53,452 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421732944Running coprocessor pre-close hooks at 1731421732944Disabling compacts and flushes for region at 1731421732944Disabling writes for close at 1731421732944Obtaining lock to block concurrent updates at 1731421732945 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731421732945Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731421732945Flushing stores of hbase:meta,,1.1588230740 at 1731421732945Flushing 1588230740/info: creating writer at 1731421732946 (+1 ms)Flushing 1588230740/info: appending metadata at 1731421732958 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731421732958Flushing 1588230740/ns: creating writer at 1731421732968 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731421732981 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731421732981Flushing 1588230740/table: creating writer at 1731421732993 (+12 ms)Flushing 1588230740/table: appending metadata at 1731421733007 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731421733007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30088a58: reopening flushed file at 1731421733425 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39847a1e: reopening flushed file at 1731421733431 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648c9eca: reopening flushed file at 1731421733438 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=13, compaction requested=false at 1731421733446 (+8 ms)Writing region close event to WAL at 1731421733448 (+2 ms)Running coprocessor post-close hooks at 1731421733451 (+3 ms)Closed at 1731421733452 (+1 ms) 2024-11-12T14:28:53,452 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:53,518 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:28:53,518 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:28:53,545 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,38199,1731421730350; all regions closed. 2024-11-12T14:28:53,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:53,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:53,553 DEBUG [RS:0;2b6d221c5cde:38199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/oldWALs 2024-11-12T14:28:53,553 INFO [RS:0;2b6d221c5cde:38199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C38199%2C1731421730350.meta:.meta(num 1731421731985) 2024-11-12T14:28:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741834_1010 (size=1867) 2024-11-12T14:28:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741834_1010 (size=1867) 2024-11-12T14:28:53,560 DEBUG [RS:0;2b6d221c5cde:38199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/oldWALs 2024-11-12T14:28:53,560 INFO [RS:0;2b6d221c5cde:38199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C38199%2C1731421730350:(num 1731421731650) 2024-11-12T14:28:53,560 DEBUG [RS:0;2b6d221c5cde:38199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:53,560 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:53,561 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:53,561 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:53,561 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:53,561 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:53,561 INFO [RS:0;2b6d221c5cde:38199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38199 2024-11-12T14:28:53,572 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:53,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,38199,1731421730350 2024-11-12T14:28:53,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:53,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,38199,1731421730350] 2024-11-12T14:28:53,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,38199,1731421730350 already deleted, retry=false 2024-11-12T14:28:53,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,38199,1731421730350 expired; onlineServers=0 2024-11-12T14:28:53,593 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,42923,1731421730149' ***** 2024-11-12T14:28:53,593 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:28:53,593 INFO [M:0;2b6d221c5cde:42923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:53,594 INFO [M:0;2b6d221c5cde:42923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:53,594 DEBUG [M:0;2b6d221c5cde:42923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:28:53,594 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:28:53,594 DEBUG [M:0;2b6d221c5cde:42923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:28:53,594 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421731339 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421731339,5,FailOnTimeoutGroup] 2024-11-12T14:28:53,594 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421731339 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421731339,5,FailOnTimeoutGroup] 2024-11-12T14:28:53,594 INFO [M:0;2b6d221c5cde:42923 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:53,594 INFO [M:0;2b6d221c5cde:42923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:53,594 DEBUG [M:0;2b6d221c5cde:42923 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:28:53,594 INFO [M:0;2b6d221c5cde:42923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:28:53,595 INFO [M:0;2b6d221c5cde:42923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:53,595 INFO [M:0;2b6d221c5cde:42923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:28:53,595 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:28:53,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:53,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:53,604 DEBUG [M:0;2b6d221c5cde:42923 {}] zookeeper.ZKUtil(347): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T14:28:53,604 WARN [M:0;2b6d221c5cde:42923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:28:53,605 INFO [M:0;2b6d221c5cde:42923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/.lastflushedseqids 2024-11-12T14:28:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:53,617 INFO [M:0;2b6d221c5cde:42923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:28:53,617 INFO [M:0;2b6d221c5cde:42923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:28:53,617 DEBUG [M:0;2b6d221c5cde:42923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:53,617 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:53,617 DEBUG [M:0;2b6d221c5cde:42923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:53,617 DEBUG [M:0;2b6d221c5cde:42923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:53,618 DEBUG [M:0;2b6d221c5cde:42923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:53,618 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-12T14:28:53,633 DEBUG [M:0;2b6d221c5cde:42923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7400a8845fa945dbb75b2302b30ff996 is 82, key is hbase:meta,,1/info:regioninfo/1731421732020/Put/seqid=0 2024-11-12T14:28:53,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:53,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:53,638 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7400a8845fa945dbb75b2302b30ff996 2024-11-12T14:28:53,663 DEBUG [M:0;2b6d221c5cde:42923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22af64848f38417e824bc3a0b385f05a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421732522/Put/seqid=0 2024-11-12T14:28:53,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741846_1022 (size=6219) 2024-11-12T14:28:53,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741846_1022 (size=6219) 2024-11-12T14:28:53,668 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22af64848f38417e824bc3a0b385f05a 2024-11-12T14:28:53,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:53,683 INFO [RS:0;2b6d221c5cde:38199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:53,683 INFO [RS:0;2b6d221c5cde:38199 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,38199,1731421730350; zookeeper connection closed. 2024-11-12T14:28:53,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38199-0x1012f72f1020001, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:53,683 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4449a7f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4449a7f5 2024-11-12T14:28:53,683 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T14:28:53,687 DEBUG [M:0;2b6d221c5cde:42923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56d1c55326844984a2c7bb8ae361b323 is 69, key is 2b6d221c5cde,38199,1731421730350/rs:state/1731421731455/Put/seqid=0 2024-11-12T14:28:53,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:53,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:53,693 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56d1c55326844984a2c7bb8ae361b323 2024-11-12T14:28:53,697 DEBUG [M:0;2b6d221c5cde:42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7400a8845fa945dbb75b2302b30ff996 as hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7400a8845fa945dbb75b2302b30ff996 2024-11-12T14:28:53,702 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7400a8845fa945dbb75b2302b30ff996, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T14:28:53,703 DEBUG [M:0;2b6d221c5cde:42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22af64848f38417e824bc3a0b385f05a as hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22af64848f38417e824bc3a0b385f05a 2024-11-12T14:28:53,708 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22af64848f38417e824bc3a0b385f05a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T14:28:53,709 DEBUG [M:0;2b6d221c5cde:42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56d1c55326844984a2c7bb8ae361b323 as hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56d1c55326844984a2c7bb8ae361b323 2024-11-12T14:28:53,715 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56d1c55326844984a2c7bb8ae361b323, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T14:28:53,716 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-11-12T14:28:53,717 INFO [M:0;2b6d221c5cde:42923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:53,717 DEBUG [M:0;2b6d221c5cde:42923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421733617Disabling compacts and flushes for region at 1731421733617Disabling writes for close at 1731421733617Obtaining lock to block concurrent updates at 1731421733618 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421733618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731421733618Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421733619 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421733619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421733633 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421733633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421733644 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421733662 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421733662Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421733673 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421733687 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421733687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5b301e: reopening flushed file at 1731421733697 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da70b91: reopening flushed file at 1731421733702 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356c93d7: reopening flushed file at 1731421733708 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1731421733716 (+8 ms)Writing region close event to WAL at 1731421733717 (+1 ms)Closed at 1731421733717 2024-11-12T14:28:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741830_1006 (size=35440) 2024-11-12T14:28:53,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78fc2b96-0a69-d77d-c92c-3e9a6d1a03e5/MasterData/WALs/2b6d221c5cde,42923,1731421730149/2b6d221c5cde%2C42923%2C1731421730149.1731421730925 not finished, retry = 0 2024-11-12T14:28:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35175 is added to blk_1073741830_1006 (size=35440) 2024-11-12T14:28:53,821 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:53,821 INFO [M:0;2b6d221c5cde:42923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:28:53,821 INFO [M:0;2b6d221c5cde:42923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42923 2024-11-12T14:28:53,822 INFO [M:0;2b6d221c5cde:42923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:53,934 INFO [M:0;2b6d221c5cde:42923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1012f72f1020000, quorum=127.0.0.1:63002, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:53,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b23a77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:53,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aa418b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:53,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:53,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7224ed2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:53,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a28f62a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:53,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:53,941 WARN [BP-516979859-172.17.0.3-1731421727421 heartbeating to localhost/127.0.0.1:44303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:53,942 WARN [BP-516979859-172.17.0.3-1731421727421 heartbeating to localhost/127.0.0.1:44303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-516979859-172.17.0.3-1731421727421 (Datanode Uuid 888418b5-89ea-4b96-8de1-3ef5cc9dd6fc) service to localhost/127.0.0.1:44303 2024-11-12T14:28:53,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:53,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/data/data3/current/BP-516979859-172.17.0.3-1731421727421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:53,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/data/data4/current/BP-516979859-172.17.0.3-1731421727421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:53,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:53,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69e26e7d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:53,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@acd073c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:53,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:53,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3064dfb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:53,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b35caa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:53,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:53,953 WARN [BP-516979859-172.17.0.3-1731421727421 heartbeating to localhost/127.0.0.1:44303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:53,953 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:53,953 WARN [BP-516979859-172.17.0.3-1731421727421 heartbeating to localhost/127.0.0.1:44303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-516979859-172.17.0.3-1731421727421 (Datanode Uuid 264d40d6-27ea-4a2c-8835-4ece7c0c8db1) service to localhost/127.0.0.1:44303 2024-11-12T14:28:53,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/data/data1/current/BP-516979859-172.17.0.3-1731421727421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:53,954 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/cluster_865e1a1c-097d-3adc-5478-a5adc9ddd5ae/data/data2/current/BP-516979859-172.17.0.3-1731421727421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:53,954 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:53,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422e364e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:53,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3374ffb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:53,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:53,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a51897{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:53,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@764e2c19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:53,964 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:28:53,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:28:53,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=169 (was 152) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44303 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44303 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=522 (was 496) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=6312 (was 6431) 2024-11-12T14:28:53,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=169, OpenFileDescriptor=522, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=6312 2024-11-12T14:28:54,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.log.dir so I do NOT create it in target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a 2024-11-12T14:28:54,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:28:54,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.tmp.dir so I do NOT create it in target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a 2024-11-12T14:28:54,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d401459a-ab5d-5a79-b11a-b354bf84a802/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:28:54,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a 2024-11-12T14:28:54,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:28:54,005 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65, deleteOnExit=true 2024-11-12T14:28:54,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:28:54,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/test.cache.data in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:28:54,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:28:54,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:28:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:28:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:28:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:28:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:28:54,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:28:54,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:54,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:54,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:54,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:54,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:28:54,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:54,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403e2419{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:54,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a78e7b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:54,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dc2745{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/java.io.tmpdir/jetty-localhost-35359-hadoop-hdfs-3_4_1-tests_jar-_-any-15641705083498333151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:54,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ae5f39{HTTP/1.1, (http/1.1)}{localhost:35359} 2024-11-12T14:28:54,536 INFO [Time-limited test {}] server.Server(415): Started @40057ms 2024-11-12T14:28:54,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:54,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:54,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:54,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:54,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:54,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@890bf69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:54,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547289d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:54,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35af59a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/java.io.tmpdir/jetty-localhost-40755-hadoop-hdfs-3_4_1-tests_jar-_-any-7482764929401329200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:54,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71a9df7c{HTTP/1.1, (http/1.1)}{localhost:40755} 2024-11-12T14:28:54,907 INFO [Time-limited test {}] server.Server(415): Started @40428ms 2024-11-12T14:28:54,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:54,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:28:54,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:28:54,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:28:54,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:28:54,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:28:54,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@463b5394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:28:54,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40007ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:28:55,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@650b89b6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/java.io.tmpdir/jetty-localhost-35137-hadoop-hdfs-3_4_1-tests_jar-_-any-4302322309007647698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:55,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e319fb4{HTTP/1.1, (http/1.1)}{localhost:35137} 2024-11-12T14:28:55,038 INFO [Time-limited test {}] server.Server(415): Started @40559ms 2024-11-12T14:28:55,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:28:56,071 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/data/data1/current/BP-1236355779-172.17.0.3-1731421734029/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:56,071 WARN [Thread-1435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/data/data2/current/BP-1236355779-172.17.0.3-1731421734029/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:56,092 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb007aaebc175313 with lease ID 0x94fb16fcb4cd8571: Processing first storage report for DS-9da709fa-f7e3-4454-a5e5-6a4dc63695ed from datanode DatanodeRegistration(127.0.0.1:36535, datanodeUuid=8bbb0306-bce9-45aa-8a26-b8bededffa92, infoPort=36405, infoSecurePort=0, ipcPort=36505, storageInfo=lv=-57;cid=testClusterID;nsid=159725141;c=1731421734029) 2024-11-12T14:28:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb007aaebc175313 with lease ID 0x94fb16fcb4cd8571: from storage DS-9da709fa-f7e3-4454-a5e5-6a4dc63695ed node DatanodeRegistration(127.0.0.1:36535, datanodeUuid=8bbb0306-bce9-45aa-8a26-b8bededffa92, infoPort=36405, infoSecurePort=0, ipcPort=36505, storageInfo=lv=-57;cid=testClusterID;nsid=159725141;c=1731421734029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb007aaebc175313 with lease ID 0x94fb16fcb4cd8571: Processing first storage report for DS-5f155707-fc8c-47b2-a065-1c9502772645 from datanode DatanodeRegistration(127.0.0.1:36535, datanodeUuid=8bbb0306-bce9-45aa-8a26-b8bededffa92, infoPort=36405, infoSecurePort=0, ipcPort=36505, storageInfo=lv=-57;cid=testClusterID;nsid=159725141;c=1731421734029) 2024-11-12T14:28:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb007aaebc175313 with lease ID 0x94fb16fcb4cd8571: from storage DS-5f155707-fc8c-47b2-a065-1c9502772645 node DatanodeRegistration(127.0.0.1:36535, datanodeUuid=8bbb0306-bce9-45aa-8a26-b8bededffa92, infoPort=36405, infoSecurePort=0, ipcPort=36505, storageInfo=lv=-57;cid=testClusterID;nsid=159725141;c=1731421734029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:56,207 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/data/data3/current/BP-1236355779-172.17.0.3-1731421734029/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:56,208 WARN [Thread-1446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/data/data4/current/BP-1236355779-172.17.0.3-1731421734029/current, will proceed with Du for space computation calculation, 2024-11-12T14:28:56,229 WARN [Thread-1421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:28:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc989d29579ac95de with lease ID 0x94fb16fcb4cd8572: Processing first storage report for DS-79faa4c1-f834-4a45-abbb-2235ce168158 from datanode DatanodeRegistration(127.0.0.1:46467, datanodeUuid=0e0838e5-08bf-49a7-8738-d0197001f310, infoPort=33377, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=159725141;c=1731421734029) 2024-11-12T14:28:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc989d29579ac95de with lease ID 0x94fb16fcb4cd8572: from storage DS-79faa4c1-f834-4a45-abbb-2235ce168158 node DatanodeRegistration(127.0.0.1:46467, datanodeUuid=0e0838e5-08bf-49a7-8738-d0197001f310, infoPort=33377, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=159725141;c=1731421734029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc989d29579ac95de with lease ID 0x94fb16fcb4cd8572: Processing first storage report for DS-264cea17-72d7-49dc-bddc-55fb50f282fb from datanode DatanodeRegistration(127.0.0.1:46467, datanodeUuid=0e0838e5-08bf-49a7-8738-d0197001f310, infoPort=33377, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=159725141;c=1731421734029) 2024-11-12T14:28:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc989d29579ac95de with lease ID 0x94fb16fcb4cd8572: from storage DS-264cea17-72d7-49dc-bddc-55fb50f282fb node DatanodeRegistration(127.0.0.1:46467, datanodeUuid=0e0838e5-08bf-49a7-8738-d0197001f310, infoPort=33377, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=159725141;c=1731421734029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:28:56,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a 2024-11-12T14:28:56,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/zookeeper_0, clientPort=54913, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:28:56,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54913 2024-11-12T14:28:56,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:56,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:28:56,295 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a with version=8 2024-11-12T14:28:56,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/hbase-staging 2024-11-12T14:28:56,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:56,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:56,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:56,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:56,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:56,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:56,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:28:56,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:56,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35853 2024-11-12T14:28:56,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35853 connecting to ZooKeeper ensemble=127.0.0.1:54913 2024-11-12T14:28:56,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358530x0, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:56,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35853-0x1012f7309030000 connected 2024-11-12T14:28:56,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:56,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:56,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:56,480 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a, hbase.cluster.distributed=false 2024-11-12T14:28:56,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:56,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35853 2024-11-12T14:28:56,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35853 2024-11-12T14:28:56,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35853 2024-11-12T14:28:56,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35853 2024-11-12T14:28:56,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35853 2024-11-12T14:28:56,502 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:56,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:56,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:56,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:56,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:56,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:56,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:56,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:56,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35083 2024-11-12T14:28:56,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35083 connecting to ZooKeeper ensemble=127.0.0.1:54913 2024-11-12T14:28:56,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:56,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:56,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350830x0, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:56,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350830x0, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:56,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35083-0x1012f7309030001 connected 2024-11-12T14:28:56,520 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:56,521 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T14:28:56,528 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T14:28:56,528 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T14:28:56,559 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T14:28:56,559 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:56,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:56,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:56,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-12T14:28:56,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35083 2024-11-12T14:28:56,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35083 2024-11-12T14:28:56,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-12T14:28:56,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-12T14:28:56,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:28:56,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:56,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:56,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:28:56,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:28:56,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:28:56,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:28:56,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:28:56,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44211 2024-11-12T14:28:56,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44211 connecting to ZooKeeper ensemble=127.0.0.1:54913 2024-11-12T14:28:56,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:56,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442110x0, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:28:56,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442110x0, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:56,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44211-0x1012f7309030002 connected 2024-11-12T14:28:56,594 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:28:56,595 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T14:28:56,600 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T14:28:56,600 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T14:28:56,601 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T14:28:56,601 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:28:56,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T14:28:56,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T14:28:56,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44211 2024-11-12T14:28:56,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44211 2024-11-12T14:28:56,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44211 2024-11-12T14:28:56,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44211 2024-11-12T14:28:56,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44211 2024-11-12T14:28:56,617 DEBUG [M:0;2b6d221c5cde:35853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:35853 2024-11-12T14:28:56,617 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:56,625 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,636 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T14:28:56,636 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2b6d221c5cde,35853,1731421736297 from backup master directory 2024-11-12T14:28:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T14:28:56,646 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:56,646 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:56,650 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/hbase.id] with ID: 4b5adc7e-7fa5-451c-af6f-876640a9ed2f 2024-11-12T14:28:56,650 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/.tmp/hbase.id 2024-11-12T14:28:56,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:56,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:28:56,656 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/.tmp/hbase.id]:[hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/hbase.id] 2024-11-12T14:28:56,667 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:28:56,667 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:28:56,668 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:28:56,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:56,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:28:56,685 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:56,685 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:28:56,686 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:56,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:28:56,694 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store 2024-11-12T14:28:56,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:28:56,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:56,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:56,703 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:56,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:56,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:56,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:56,703 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:56,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421736703Disabling compacts and flushes for region at 1731421736703Disabling writes for close at 1731421736703Writing region close event to WAL at 1731421736703Closed at 1731421736703 2024-11-12T14:28:56,704 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/.initializing 2024-11-12T14:28:56,704 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/WALs/2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:56,705 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:56,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C35853%2C1731421736297, suffix=, logDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/WALs/2b6d221c5cde,35853,1731421736297, archiveDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/oldWALs, maxLogs=10 2024-11-12T14:28:56,720 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/WALs/2b6d221c5cde,35853,1731421736297/2b6d221c5cde%2C35853%2C1731421736297.1731421736708, exclude list is [], retry=0 2024-11-12T14:28:56,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-9da709fa-f7e3-4454-a5e5-6a4dc63695ed,DISK] 2024-11-12T14:28:56,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46467,DS-79faa4c1-f834-4a45-abbb-2235ce168158,DISK] 2024-11-12T14:28:56,725 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/WALs/2b6d221c5cde,35853,1731421736297/2b6d221c5cde%2C35853%2C1731421736297.1731421736708 2024-11-12T14:28:56,725 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36405:36405),(127.0.0.1/127.0.0.1:33377:33377)] 2024-11-12T14:28:56,725 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:56,726 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:56,726 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,726 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:28:56,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:56,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:56,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:28:56,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:56,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:56,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:28:56,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:56,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:56,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:28:56,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:56,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:56,733 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,734 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,734 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,736 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,736 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,736 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:56,737 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:28:56,740 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:56,741 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71238236, jitterRate=0.061532437801361084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:56,741 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421736726Initializing all the Stores at 1731421736727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421736727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421736727Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421736727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421736727Cleaning up temporary data from old regions at 1731421736736 (+9 ms)Region opened successfully at 1731421736741 (+5 ms) 2024-11-12T14:28:56,741 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:28:56,744 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f1abc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:56,745 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:28:56,745 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:28:56,745 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:28:56,745 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:28:56,746 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:28:56,746 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:28:56,746 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:28:56,748 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:28:56,749 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T14:28:56,772 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T14:28:56,772 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:28:56,773 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:28:56,782 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T14:28:56,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:28:56,784 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:28:56,793 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T14:28:56,794 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:28:56,803 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T14:28:56,806 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:28:56,814 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T14:28:56,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:56,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:56,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:56,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,825 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,35853,1731421736297, sessionid=0x1012f7309030000, setting cluster-up flag (Was=false) 2024-11-12T14:28:56,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,877 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T14:28:56,879 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:56,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:56,930 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T14:28:56,933 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:56,935 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:28:56,939 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:56,939 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:28:56,940 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:28:56,940 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,35853,1731421736297 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:28:56,942 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:56,942 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:56,942 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:56,942 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:28:56,942 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:28:56,942 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:56,942 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:56,942 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:56,943 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421766943 2024-11-12T14:28:56,943 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:28:56,943 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:28:56,943 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:28:56,943 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:28:56,944 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:28:56,944 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:28:56,944 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:56,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:56,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:28:56,944 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:28:56,944 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:28:56,944 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:28:56,945 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:28:56,945 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:28:56,945 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421736945,5,FailOnTimeoutGroup] 2024-11-12T14:28:56,945 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421736945,5,FailOnTimeoutGroup] 2024-11-12T14:28:56,945 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:56,945 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:28:56,945 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:56,945 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:56,945 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:56,945 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:28:56,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:56,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:28:57,008 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(746): ClusterId : 4b5adc7e-7fa5-451c-af6f-876640a9ed2f 2024-11-12T14:28:57,008 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(746): ClusterId : 4b5adc7e-7fa5-451c-af6f-876640a9ed2f 2024-11-12T14:28:57,008 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:57,008 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:28:57,015 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:57,015 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:28:57,015 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:57,015 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:28:57,026 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:57,026 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:28:57,026 DEBUG [RS:0;2b6d221c5cde:35083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9fee69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:57,026 DEBUG [RS:1;2b6d221c5cde:44211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bd98e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:28:57,040 DEBUG [RS:0;2b6d221c5cde:35083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:35083 2024-11-12T14:28:57,040 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:57,040 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:57,040 DEBUG [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:57,041 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,35853,1731421736297 with port=35083, startcode=1731421736502 2024-11-12T14:28:57,041 DEBUG [RS:0;2b6d221c5cde:35083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:57,043 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:57,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:57,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35853 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:57,044 DEBUG [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a 2024-11-12T14:28:57,044 DEBUG [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37597 2024-11-12T14:28:57,044 DEBUG [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:57,045 DEBUG [RS:1;2b6d221c5cde:44211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2b6d221c5cde:44211 2024-11-12T14:28:57,045 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:28:57,045 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:28:57,045 DEBUG [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:28:57,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:57,056 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,35853,1731421736297 with port=44211, startcode=1731421736575 2024-11-12T14:28:57,056 DEBUG [RS:1;2b6d221c5cde:44211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:28:57,056 DEBUG [RS:0;2b6d221c5cde:35083 {}] zookeeper.ZKUtil(111): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:57,057 WARN [RS:0;2b6d221c5cde:35083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:57,057 INFO [RS:0;2b6d221c5cde:35083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:57,057 DEBUG [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:57,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,35083,1731421736502] 2024-11-12T14:28:57,058 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:28:57,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:57,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35853 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:57,060 DEBUG [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a 2024-11-12T14:28:57,060 DEBUG [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37597 2024-11-12T14:28:57,060 DEBUG [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:28:57,060 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:57,062 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:57,062 INFO [RS:0;2b6d221c5cde:35083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:57,062 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,064 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:57,065 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:57,065 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,065 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,065 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,065 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,065 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:57,066 DEBUG [RS:0;2b6d221c5cde:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:57,068 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,068 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,068 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,068 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,068 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,068 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35083,1731421736502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:57,081 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:57,082 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35083,1731421736502-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,082 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,082 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.Replication(171): 2b6d221c5cde,35083,1731421736502 started 2024-11-12T14:28:57,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:57,092 DEBUG [RS:1;2b6d221c5cde:44211 {}] zookeeper.ZKUtil(111): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:57,092 WARN [RS:1;2b6d221c5cde:44211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:28:57,092 INFO [RS:1;2b6d221c5cde:44211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:57,092 DEBUG [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:57,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,44211,1731421736575] 2024-11-12T14:28:57,095 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:28:57,095 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,095 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,35083,1731421736502, RpcServer on 2b6d221c5cde/172.17.0.3:35083, sessionid=0x1012f7309030001 2024-11-12T14:28:57,095 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:57,095 DEBUG [RS:0;2b6d221c5cde:35083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:57,095 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,35083,1731421736502' 2024-11-12T14:28:57,095 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:57,096 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:57,096 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:57,096 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:57,096 DEBUG [RS:0;2b6d221c5cde:35083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:57,096 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,35083,1731421736502' 2024-11-12T14:28:57,096 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:57,096 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:28:57,097 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:57,097 INFO [RS:1;2b6d221c5cde:44211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:28:57,097 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,097 DEBUG [RS:0;2b6d221c5cde:35083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:57,097 INFO [RS:0;2b6d221c5cde:35083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:57,097 INFO [RS:0;2b6d221c5cde:35083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:57,097 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:28:57,098 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:28:57,098 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:57,098 DEBUG [RS:1;2b6d221c5cde:44211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:28:57,098 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,099 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,099 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,099 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,099 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,099 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44211,1731421736575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:57,111 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:28:57,111 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44211,1731421736575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,111 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,112 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.Replication(171): 2b6d221c5cde,44211,1731421736575 started 2024-11-12T14:28:57,123 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,123 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,44211,1731421736575, RpcServer on 2b6d221c5cde/172.17.0.3:44211, sessionid=0x1012f7309030002 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44211,1731421736575' 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44211,1731421736575' 2024-11-12T14:28:57,124 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T14:28:57,125 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T14:28:57,125 DEBUG [RS:1;2b6d221c5cde:44211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:28:57,125 INFO [RS:1;2b6d221c5cde:44211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:28:57,125 INFO [RS:1;2b6d221c5cde:44211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:28:57,197 INFO [RS:0;2b6d221c5cde:35083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:57,200 INFO [RS:0;2b6d221c5cde:35083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C35083%2C1731421736502, suffix=, logDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,35083,1731421736502, archiveDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/oldWALs, maxLogs=32 2024-11-12T14:28:57,216 DEBUG [RS:0;2b6d221c5cde:35083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,35083,1731421736502/2b6d221c5cde%2C35083%2C1731421736502.1731421737200, exclude list is [], retry=0 2024-11-12T14:28:57,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-9da709fa-f7e3-4454-a5e5-6a4dc63695ed,DISK] 2024-11-12T14:28:57,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46467,DS-79faa4c1-f834-4a45-abbb-2235ce168158,DISK] 2024-11-12T14:28:57,220 INFO [RS:0;2b6d221c5cde:35083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,35083,1731421736502/2b6d221c5cde%2C35083%2C1731421736502.1731421737200 2024-11-12T14:28:57,221 DEBUG [RS:0;2b6d221c5cde:35083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36405:36405),(127.0.0.1/127.0.0.1:33377:33377)] 2024-11-12T14:28:57,226 INFO [RS:1;2b6d221c5cde:44211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:28:57,227 INFO [RS:1;2b6d221c5cde:44211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C44211%2C1731421736575, suffix=, logDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,44211,1731421736575, archiveDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/oldWALs, maxLogs=32 2024-11-12T14:28:57,241 DEBUG [RS:1;2b6d221c5cde:44211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,44211,1731421736575/2b6d221c5cde%2C44211%2C1731421736575.1731421737227, exclude list is [], retry=0 2024-11-12T14:28:57,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46467,DS-79faa4c1-f834-4a45-abbb-2235ce168158,DISK] 2024-11-12T14:28:57,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-9da709fa-f7e3-4454-a5e5-6a4dc63695ed,DISK] 2024-11-12T14:28:57,245 INFO [RS:1;2b6d221c5cde:44211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,44211,1731421736575/2b6d221c5cde%2C44211%2C1731421736575.1731421737227 2024-11-12T14:28:57,245 DEBUG [RS:1;2b6d221c5cde:44211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377),(127.0.0.1/127.0.0.1:36405:36405)] 2024-11-12T14:28:57,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:28:57,356 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a 2024-11-12T14:28:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741834_1010 (size=32) 2024-11-12T14:28:57,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741834_1010 (size=32) 2024-11-12T14:28:57,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:57,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:57,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:57,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:57,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:57,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:57,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:57,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:57,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:57,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:57,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:57,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:57,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:57,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:57,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:57,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:57,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740 2024-11-12T14:28:57,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740 2024-11-12T14:28:57,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:57,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:57,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:57,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:57,386 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:57,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67604422, jitterRate=0.007384389638900757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421737369Initializing all the Stores at 1731421737370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421737371 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421737371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421737371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421737371Cleaning up temporary data from old regions at 1731421737382 (+11 ms)Region opened successfully at 1731421737387 (+5 ms) 2024-11-12T14:28:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:57,387 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:57,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421737387Disabling compacts and flushes for region at 1731421737387Disabling writes for close at 1731421737387Writing region close event to WAL at 1731421737387Closed at 1731421737387 2024-11-12T14:28:57,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:57,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:28:57,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:28:57,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:57,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:28:57,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:28:57,540 DEBUG [2b6d221c5cde:35853 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T14:28:57,540 DEBUG [2b6d221c5cde:35853 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:57,542 DEBUG [2b6d221c5cde:35853 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:57,542 DEBUG [2b6d221c5cde:35853 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:57,542 DEBUG [2b6d221c5cde:35853 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:57,542 DEBUG [2b6d221c5cde:35853 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:57,542 INFO [2b6d221c5cde:35853 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:57,542 INFO [2b6d221c5cde:35853 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:57,542 DEBUG [2b6d221c5cde:35853 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:57,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:57,544 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44211,1731421736575, state=OPENING 2024-11-12T14:28:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:57,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:57,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:57,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:28:57,593 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:28:57,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:57,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:57,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:57,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:28:57,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:57,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44211,1731421736575}] 2024-11-12T14:28:57,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:57,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:57,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:57,762 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:28:57,762 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:28:57,762 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:28:57,763 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C44211%2C1731421736575.meta, suffix=.meta, logDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,44211,1731421736575, archiveDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/oldWALs, maxLogs=32 2024-11-12T14:28:57,777 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,44211,1731421736575/2b6d221c5cde%2C44211%2C1731421736575.meta.1731421737764.meta, exclude list is [], retry=0 2024-11-12T14:28:57,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-9da709fa-f7e3-4454-a5e5-6a4dc63695ed,DISK] 2024-11-12T14:28:57,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46467,DS-79faa4c1-f834-4a45-abbb-2235ce168158,DISK] 2024-11-12T14:28:57,780 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,44211,1731421736575/2b6d221c5cde%2C44211%2C1731421736575.meta.1731421737764.meta 2024-11-12T14:28:57,781 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36405:36405),(127.0.0.1/127.0.0.1:33377:33377)] 2024-11-12T14:28:57,781 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:28:57,781 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:28:57,781 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:28:57,781 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:28:57,781 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:28:57,781 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:57,781 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:28:57,781 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:28:57,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:28:57,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:28:57,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:57,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:57,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:28:57,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:28:57,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:57,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:57,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:28:57,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:28:57,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:57,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:57,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:28:57,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:28:57,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:57,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:28:57,787 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:28:57,788 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740 2024-11-12T14:28:57,789 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740 2024-11-12T14:28:57,790 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:28:57,790 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:28:57,791 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:28:57,792 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:28:57,793 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59178492, jitterRate=-0.11817175149917603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:28:57,793 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:28:57,793 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421737781Writing region info on filesystem at 1731421737781Initializing all the Stores at 1731421737782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421737782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421737782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421737782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421737782Cleaning up temporary data from old regions at 1731421737790 (+8 ms)Running coprocessor post-open hooks at 1731421737793 (+3 ms)Region opened successfully at 1731421737793 2024-11-12T14:28:57,794 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421737757 2024-11-12T14:28:57,797 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:28:57,797 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:28:57,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:57,798 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44211,1731421736575, state=OPEN 2024-11-12T14:28:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T14:28:57,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:57,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:57,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:57,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T14:28:57,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:28:57,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44211,1731421736575 in 200 msec 2024-11-12T14:28:57,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:28:57,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-12T14:28:57,810 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:28:57,810 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:28:57,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:57,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44211,1731421736575, seqNum=-1] 2024-11-12T14:28:57,811 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:57,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:57,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 880 msec 2024-11-12T14:28:57,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421737817, completionTime=-1 2024-11-12T14:28:57,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T14:28:57,817 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:28:57,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T14:28:57,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421797819 2024-11-12T14:28:57,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421857819 2024-11-12T14:28:57,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:28:57,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35853,1731421736297-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,820 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35853,1731421736297-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,820 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35853,1731421736297-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,820 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:35853, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,820 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,820 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,822 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:28:57,824 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.178sec 2024-11-12T14:28:57,824 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:28:57,825 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:28:57,825 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:28:57,825 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:28:57,825 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:28:57,825 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35853,1731421736297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:28:57,825 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35853,1731421736297-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:28:57,827 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:28:57,827 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:28:57,827 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35853,1731421736297-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:28:57,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cbd615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:57,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,35853,-1 for getting cluster id 2024-11-12T14:28:57,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:28:57,908 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b5adc7e-7fa5-451c-af6f-876640a9ed2f' 2024-11-12T14:28:57,909 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:28:57,909 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b5adc7e-7fa5-451c-af6f-876640a9ed2f" 2024-11-12T14:28:57,909 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255cb16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:57,909 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,35853,-1] 2024-11-12T14:28:57,909 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:28:57,910 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:57,910 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:28:57,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562760bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:28:57,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:28:57,913 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44211,1731421736575, seqNum=-1] 2024-11-12T14:28:57,913 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:57,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:57,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:57,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:28:57,917 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:57,917 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2503555f 2024-11-12T14:28:57,917 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:28:57,918 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:28:57,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:28:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T14:28:57,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:28:57,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:57,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T14:28:57,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:28:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:57,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:57,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741836_1012 (size=379) 2024-11-12T14:28:57,930 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0427f1e19d14f1cf1eb3486185eeb2d3, NAME => 'testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a 2024-11-12T14:28:57,930 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc9c8d0a238a4485740b0232406a8c0d, NAME => 'testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a 2024-11-12T14:28:57,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:57,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741838_1014 (size=61) 2024-11-12T14:28:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741837_1013 (size=61) 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing cc9c8d0a238a4485740b0232406a8c0d, disabling compactions & flushes 2024-11-12T14:28:57,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. after waiting 0 ms 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0427f1e19d14f1cf1eb3486185eeb2d3, disabling compactions & flushes 2024-11-12T14:28:57,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. after waiting 0 ms 2024-11-12T14:28:57,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:57,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc9c8d0a238a4485740b0232406a8c0d: Waiting for close lock at 1731421737938Disabling compacts and flushes for region at 1731421737938Disabling writes for close at 1731421737938Writing region close event to WAL at 1731421737938Closed at 1731421737938 2024-11-12T14:28:57,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0427f1e19d14f1cf1eb3486185eeb2d3: Waiting for close lock at 1731421737938Disabling compacts and flushes for region at 1731421737938Disabling writes for close at 1731421737938Writing region close event to WAL at 1731421737938Closed at 1731421737938 2024-11-12T14:28:57,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:28:57,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421737939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421737939"}]},"ts":"1731421737939"} 2024-11-12T14:28:57,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731421737939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421737939"}]},"ts":"1731421737939"} 2024-11-12T14:28:57,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T14:28:57,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:28:57,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421737944"}]},"ts":"1731421737944"} 2024-11-12T14:28:57,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T14:28:57,946 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2b6d221c5cde=0} racks are {/default-rack=0} 2024-11-12T14:28:57,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T14:28:57,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T14:28:57,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T14:28:57,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T14:28:57,947 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T14:28:57,947 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T14:28:57,947 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T14:28:57,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0427f1e19d14f1cf1eb3486185eeb2d3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc9c8d0a238a4485740b0232406a8c0d, ASSIGN}] 2024-11-12T14:28:57,949 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc9c8d0a238a4485740b0232406a8c0d, ASSIGN 2024-11-12T14:28:57,949 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0427f1e19d14f1cf1eb3486185eeb2d3, ASSIGN 2024-11-12T14:28:57,950 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc9c8d0a238a4485740b0232406a8c0d, ASSIGN; state=OFFLINE, location=2b6d221c5cde,35083,1731421736502; forceNewPlan=false, retain=false 2024-11-12T14:28:57,950 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0427f1e19d14f1cf1eb3486185eeb2d3, ASSIGN; state=OFFLINE, location=2b6d221c5cde,44211,1731421736575; forceNewPlan=false, retain=false 2024-11-12T14:28:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:58,100 INFO [2b6d221c5cde:35853 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T14:28:58,100 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc9c8d0a238a4485740b0232406a8c0d, regionState=OPENING, regionLocation=2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:58,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0427f1e19d14f1cf1eb3486185eeb2d3, regionState=OPENING, regionLocation=2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:58,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0427f1e19d14f1cf1eb3486185eeb2d3, ASSIGN because future has completed 2024-11-12T14:28:58,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0427f1e19d14f1cf1eb3486185eeb2d3, server=2b6d221c5cde,44211,1731421736575}] 2024-11-12T14:28:58,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc9c8d0a238a4485740b0232406a8c0d, ASSIGN because future has completed 2024-11-12T14:28:58,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc9c8d0a238a4485740b0232406a8c0d, server=2b6d221c5cde,35083,1731421736502}] 2024-11-12T14:28:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:58,257 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:58,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:58,260 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:58,261 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0427f1e19d14f1cf1eb3486185eeb2d3, NAME => 'testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T14:28:58,261 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,261 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:58,261 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,261 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,263 INFO [StoreOpener-0427f1e19d14f1cf1eb3486185eeb2d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,265 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:58,265 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => cc9c8d0a238a4485740b0232406a8c0d, NAME => 'testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T14:28:58,265 INFO [StoreOpener-0427f1e19d14f1cf1eb3486185eeb2d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0427f1e19d14f1cf1eb3486185eeb2d3 columnFamilyName family 2024-11-12T14:28:58,266 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,266 DEBUG [StoreOpener-0427f1e19d14f1cf1eb3486185eeb2d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:58,266 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:28:58,266 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,266 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,266 INFO [StoreOpener-0427f1e19d14f1cf1eb3486185eeb2d3-1 {}] regionserver.HStore(327): Store=0427f1e19d14f1cf1eb3486185eeb2d3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:58,266 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,268 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,268 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,269 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,269 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,269 INFO [StoreOpener-cc9c8d0a238a4485740b0232406a8c0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,271 INFO [StoreOpener-cc9c8d0a238a4485740b0232406a8c0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc9c8d0a238a4485740b0232406a8c0d columnFamilyName family 2024-11-12T14:28:58,271 DEBUG [StoreOpener-cc9c8d0a238a4485740b0232406a8c0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:28:58,271 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,271 INFO [StoreOpener-cc9c8d0a238a4485740b0232406a8c0d-1 {}] regionserver.HStore(327): Store=cc9c8d0a238a4485740b0232406a8c0d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:28:58,272 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,272 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,273 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,273 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,273 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,273 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/0427f1e19d14f1cf1eb3486185eeb2d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:58,274 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0427f1e19d14f1cf1eb3486185eeb2d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61108732, jitterRate=-0.08940893411636353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:58,274 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,274 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0427f1e19d14f1cf1eb3486185eeb2d3: Running coprocessor pre-open hook at 1731421738261Writing region info on filesystem at 1731421738261Initializing all the Stores at 1731421738263 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421738263Cleaning up temporary data from old regions at 1731421738269 (+6 ms)Running coprocessor post-open hooks at 1731421738274 (+5 ms)Region opened successfully at 1731421738274 2024-11-12T14:28:58,274 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,275 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3., pid=7, masterSystemTime=1731421738256 2024-11-12T14:28:58,276 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/cc9c8d0a238a4485740b0232406a8c0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:28:58,277 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened cc9c8d0a238a4485740b0232406a8c0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72252976, jitterRate=0.07665324211120605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T14:28:58,277 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,277 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for cc9c8d0a238a4485740b0232406a8c0d: Running coprocessor pre-open hook at 1731421738267Writing region info on filesystem at 1731421738267Initializing all the Stores at 1731421738269 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421738269Cleaning up temporary data from old regions at 1731421738273 (+4 ms)Running coprocessor post-open hooks at 1731421738277 (+4 ms)Region opened successfully at 1731421738277 2024-11-12T14:28:58,277 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:58,277 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:58,278 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d., pid=8, masterSystemTime=1731421738257 2024-11-12T14:28:58,278 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0427f1e19d14f1cf1eb3486185eeb2d3, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:58,279 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:58,279 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:58,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc9c8d0a238a4485740b0232406a8c0d, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:58,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0427f1e19d14f1cf1eb3486185eeb2d3, server=2b6d221c5cde,44211,1731421736575 because future has completed 2024-11-12T14:28:58,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc9c8d0a238a4485740b0232406a8c0d, server=2b6d221c5cde,35083,1731421736502 because future has completed 2024-11-12T14:28:58,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T14:28:58,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0427f1e19d14f1cf1eb3486185eeb2d3, server=2b6d221c5cde,44211,1731421736575 in 178 msec 2024-11-12T14:28:58,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T14:28:58,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0427f1e19d14f1cf1eb3486185eeb2d3, ASSIGN in 336 msec 2024-11-12T14:28:58,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cc9c8d0a238a4485740b0232406a8c0d, server=2b6d221c5cde,35083,1731421736502 in 179 msec 2024-11-12T14:28:58,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T14:28:58,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc9c8d0a238a4485740b0232406a8c0d, ASSIGN in 337 msec 2024-11-12T14:28:58,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:28:58,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421738287"}]},"ts":"1731421738287"} 2024-11-12T14:28:58,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T14:28:58,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:28:58,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 371 msec 2024-11-12T14:28:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:28:58,548 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T14:28:58,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T14:28:58,548 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:58,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T14:28:58,555 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T14:28:58,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T14:28:58,560 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3., hostname=2b6d221c5cde,44211,1731421736575, seqNum=2] 2024-11-12T14:28:58,571 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d., hostname=2b6d221c5cde,35083,1731421736502, seqNum=2] 2024-11-12T14:28:58,571 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:28:58,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:28:58,583 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc9c8d0a238a4485740b0232406a8c0d 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T14:28:58,597 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/cc9c8d0a238a4485740b0232406a8c0d/.tmp/family/eb57c61384624bb8a289569dded47c83 is 32, key is 5/family:/1731421738573/Put/seqid=0 2024-11-12T14:28:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741839_1015 (size=5083) 2024-11-12T14:28:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741839_1015 (size=5083) 2024-11-12T14:28:58,602 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/cc9c8d0a238a4485740b0232406a8c0d/.tmp/family/eb57c61384624bb8a289569dded47c83 2024-11-12T14:28:58,607 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/cc9c8d0a238a4485740b0232406a8c0d/.tmp/family/eb57c61384624bb8a289569dded47c83 as hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/cc9c8d0a238a4485740b0232406a8c0d/family/eb57c61384624bb8a289569dded47c83 2024-11-12T14:28:58,612 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/cc9c8d0a238a4485740b0232406a8c0d/family/eb57c61384624bb8a289569dded47c83, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T14:28:58,613 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for cc9c8d0a238a4485740b0232406a8c0d in 30ms, sequenceid=9, compaction requested=false 2024-11-12T14:28:58,613 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cc9c8d0a238a4485740b0232406a8c0d: 2024-11-12T14:28:58,613 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0427f1e19d14f1cf1eb3486185eeb2d3 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T14:28:58,627 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/0427f1e19d14f1cf1eb3486185eeb2d3/.tmp/family/a4c4f7699992433da836b0297e50c711 is 32, key is 1/family:/1731421738561/Put/seqid=0 2024-11-12T14:28:58,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741840_1016 (size=5054) 2024-11-12T14:28:58,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741840_1016 (size=5054) 2024-11-12T14:28:58,632 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/0427f1e19d14f1cf1eb3486185eeb2d3/.tmp/family/a4c4f7699992433da836b0297e50c711 2024-11-12T14:28:58,638 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/0427f1e19d14f1cf1eb3486185eeb2d3/.tmp/family/a4c4f7699992433da836b0297e50c711 as hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/0427f1e19d14f1cf1eb3486185eeb2d3/family/a4c4f7699992433da836b0297e50c711 2024-11-12T14:28:58,644 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/0427f1e19d14f1cf1eb3486185eeb2d3/family/a4c4f7699992433da836b0297e50c711, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T14:28:58,645 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0427f1e19d14f1cf1eb3486185eeb2d3 in 32ms, sequenceid=8, compaction requested=false 2024-11-12T14:28:58,645 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0427f1e19d14f1cf1eb3486185eeb2d3: 2024-11-12T14:28:58,647 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T14:28:58,650 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:58,651 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:28:58,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:58,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:28:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] bucket.BucketCache(1864): found 1 blocks for file a4c4f7699992433da836b0297e50c711, starting offset: 0, end offset: 9223372036854775807 2024-11-12T14:28:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] bucket.BucketCache(1864): found 1 blocks for file eb57c61384624bb8a289569dded47c83, starting offset: 0, end offset: 9223372036854775807 2024-11-12T14:28:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44211 {}] bucket.BucketCache(857): removed key a4c4f7699992433da836b0297e50c711_0 from back map with offset lock 2094080 in the evict process 2024-11-12T14:28:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] bucket.BucketCache(857): removed key eb57c61384624bb8a289569dded47c83_0 from back map with offset lock 2094080 in the evict process 2024-11-12T14:28:58,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:28:58,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:58,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:58,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:58,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:58,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:28:58,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:28:58,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=547182545, stopped=false 2024-11-12T14:28:58,654 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,35853,1731421736297 2024-11-12T14:28:58,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:58,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:58,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T14:28:58,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:58,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:58,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:58,698 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:58,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:28:58,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:58,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:58,699 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,35083,1731421736502' ***** 2024-11-12T14:28:58,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:58,699 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:58,699 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,44211,1731421736575' ***** 2024-11-12T14:28:58,699 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:28:58,699 INFO [RS:0;2b6d221c5cde:35083 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T14:28:58,699 INFO [RS:0;2b6d221c5cde:35083 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T14:28:58,699 INFO [RS:1;2b6d221c5cde:44211 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T14:28:58,700 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:58,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:58,700 INFO [RS:1;2b6d221c5cde:44211 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T14:28:58,700 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T14:28:58,700 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:28:58,700 INFO [RS:0;2b6d221c5cde:35083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:58,700 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T14:28:58,700 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T14:28:58,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T14:28:58,700 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T14:28:58,700 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T14:28:58,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:58,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:28:58,700 INFO [RS:0;2b6d221c5cde:35083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:58,700 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T14:28:58,700 INFO [RS:1;2b6d221c5cde:44211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:28:58,700 INFO [RS:1;2b6d221c5cde:44211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:28:58,700 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(3091): Received CLOSE for cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,700 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(3091): Received CLOSE for 0427f1e19d14f1cf1eb3486185eeb2d3 2024-11-12T14:28:58,700 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:58,700 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:58,701 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:58,701 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:58,701 INFO [RS:0;2b6d221c5cde:35083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:35083. 2024-11-12T14:28:58,701 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:58,701 DEBUG [RS:0;2b6d221c5cde:35083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:58,701 INFO [RS:1;2b6d221c5cde:44211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2b6d221c5cde:44211. 2024-11-12T14:28:58,701 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc9c8d0a238a4485740b0232406a8c0d, disabling compactions & flushes 2024-11-12T14:28:58,701 DEBUG [RS:0;2b6d221c5cde:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:58,701 DEBUG [RS:1;2b6d221c5cde:44211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:28:58,701 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:58,701 DEBUG [RS:1;2b6d221c5cde:44211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:58,701 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:58,701 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:28:58,701 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. after waiting 0 ms 2024-11-12T14:28:58,701 DEBUG [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(1325): Online Regions={cc9c8d0a238a4485740b0232406a8c0d=testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d.} 2024-11-12T14:28:58,701 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:58,701 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:58,701 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:58,701 DEBUG [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(1351): Waiting on cc9c8d0a238a4485740b0232406a8c0d 2024-11-12T14:28:58,701 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:58,701 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:28:58,701 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0427f1e19d14f1cf1eb3486185eeb2d3, disabling compactions & flushes 2024-11-12T14:28:58,701 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:58,701 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:58,701 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. after waiting 0 ms 2024-11-12T14:28:58,701 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:58,703 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:28:58,703 DEBUG [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(1325): Online Regions={0427f1e19d14f1cf1eb3486185eeb2d3=testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:28:58,703 DEBUG [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(1351): Waiting on 0427f1e19d14f1cf1eb3486185eeb2d3, 1588230740 2024-11-12T14:28:58,703 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:28:58,703 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:28:58,703 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:28:58,703 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:28:58,703 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:28:58,703 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T14:28:58,706 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/0427f1e19d14f1cf1eb3486185eeb2d3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T14:28:58,706 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/default/testClearRegionBlockCache/cc9c8d0a238a4485740b0232406a8c0d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T14:28:58,707 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:58,707 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc9c8d0a238a4485740b0232406a8c0d: Waiting for close lock at 1731421738701Running coprocessor pre-close hooks at 1731421738701Disabling compacts and flushes for region at 1731421738701Disabling writes for close at 1731421738701Writing region close event to WAL at 1731421738703 (+2 ms)Running coprocessor post-close hooks at 1731421738707 (+4 ms)Closed at 1731421738707 2024-11-12T14:28:58,707 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:58,707 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0427f1e19d14f1cf1eb3486185eeb2d3: Waiting for close lock at 1731421738701Running coprocessor pre-close hooks at 1731421738701Disabling compacts and flushes for region at 1731421738701Disabling writes for close at 1731421738701Writing region close event to WAL at 1731421738703 (+2 ms)Running coprocessor post-close hooks at 1731421738707 (+4 ms)Closed at 1731421738707 2024-11-12T14:28:58,707 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d. 2024-11-12T14:28:58,707 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731421737918.0427f1e19d14f1cf1eb3486185eeb2d3. 2024-11-12T14:28:58,718 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/.tmp/info/be7b93608e9a455189edb0df0e9b821a is 173, key is testClearRegionBlockCache,5,1731421737918.cc9c8d0a238a4485740b0232406a8c0d./info:regioninfo/1731421738279/Put/seqid=0 2024-11-12T14:28:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741841_1017 (size=8173) 2024-11-12T14:28:58,723 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/.tmp/info/be7b93608e9a455189edb0df0e9b821a 2024-11-12T14:28:58,746 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/.tmp/ns/2e05f7c440894e8ab273ed04c8635ae8 is 43, key is default/ns:d/1731421737813/Put/seqid=0 2024-11-12T14:28:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:28:58,752 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/.tmp/ns/2e05f7c440894e8ab273ed04c8635ae8 2024-11-12T14:28:58,770 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:58,771 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/.tmp/table/9c2789a2561945d7a89b1f5d4736c74c is 61, key is testClearRegionBlockCache/table:state/1731421738287/Put/seqid=0 2024-11-12T14:28:58,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:58,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741843_1019 (size=5312) 2024-11-12T14:28:58,776 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/.tmp/table/9c2789a2561945d7a89b1f5d4736c74c 2024-11-12T14:28:58,782 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/.tmp/info/be7b93608e9a455189edb0df0e9b821a as hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/info/be7b93608e9a455189edb0df0e9b821a 2024-11-12T14:28:58,787 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/info/be7b93608e9a455189edb0df0e9b821a, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T14:28:58,788 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/.tmp/ns/2e05f7c440894e8ab273ed04c8635ae8 as hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/ns/2e05f7c440894e8ab273ed04c8635ae8 2024-11-12T14:28:58,793 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/ns/2e05f7c440894e8ab273ed04c8635ae8, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T14:28:58,794 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/.tmp/table/9c2789a2561945d7a89b1f5d4736c74c as hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/table/9c2789a2561945d7a89b1f5d4736c74c 2024-11-12T14:28:58,799 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/table/9c2789a2561945d7a89b1f5d4736c74c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T14:28:58,801 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false 2024-11-12T14:28:58,805 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T14:28:58,806 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:28:58,806 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:58,806 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421738703Running coprocessor pre-close hooks at 1731421738703Disabling compacts and flushes for region at 1731421738703Disabling writes for close at 1731421738703Obtaining lock to block concurrent updates at 1731421738703Preparing flush snapshotting stores in 1588230740 at 1731421738703Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731421738703Flushing stores of hbase:meta,,1.1588230740 at 1731421738704 (+1 ms)Flushing 1588230740/info: creating writer at 1731421738704Flushing 1588230740/info: appending metadata at 1731421738717 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731421738717Flushing 1588230740/ns: creating writer at 1731421738728 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731421738746 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731421738746Flushing 1588230740/table: creating writer at 1731421738757 (+11 ms)Flushing 1588230740/table: appending metadata at 1731421738770 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731421738770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382a3d42: reopening flushed file at 1731421738781 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600d5b71: reopening flushed file at 1731421738787 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7ea4ee: reopening flushed file at 1731421738793 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false at 1731421738801 (+8 ms)Writing region close event to WAL at 1731421738802 (+1 ms)Running coprocessor post-close hooks at 1731421738806 (+4 ms)Closed at 1731421738806 2024-11-12T14:28:58,806 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:28:58,901 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,35083,1731421736502; all regions closed. 2024-11-12T14:28:58,903 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,44211,1731421736575; all regions closed. 2024-11-12T14:28:58,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741832_1008 (size=1867) 2024-11-12T14:28:58,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741832_1008 (size=1867) 2024-11-12T14:28:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:58,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/WALs/2b6d221c5cde,44211,1731421736575/2b6d221c5cde%2C44211%2C1731421736575.meta.1731421737764.meta not finished, retry = 0 2024-11-12T14:28:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741835_1011 (size=4338) 2024-11-12T14:28:58,913 DEBUG [RS:0;2b6d221c5cde:35083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/oldWALs 2024-11-12T14:28:58,913 INFO [RS:0;2b6d221c5cde:35083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C35083%2C1731421736502:(num 1731421737200) 2024-11-12T14:28:58,913 DEBUG [RS:0;2b6d221c5cde:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:58,913 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:58,913 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:58,913 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:58,913 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:28:58,913 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:28:58,913 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:58,913 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:28:58,913 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:58,914 INFO [RS:0;2b6d221c5cde:35083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35083 2024-11-12T14:28:58,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,35083,1731421736502 2024-11-12T14:28:58,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:58,919 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:58,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,35083,1731421736502] 2024-11-12T14:28:58,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,35083,1731421736502 already deleted, retry=false 2024-11-12T14:28:58,940 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,35083,1731421736502 expired; onlineServers=1 2024-11-12T14:28:59,013 DEBUG [RS:1;2b6d221c5cde:44211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/oldWALs 2024-11-12T14:28:59,013 INFO [RS:1;2b6d221c5cde:44211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44211%2C1731421736575.meta:.meta(num 1731421737764) 2024-11-12T14:28:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741833_1009 (size=1758) 2024-11-12T14:28:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741833_1009 (size=1758) 2024-11-12T14:28:59,018 DEBUG [RS:1;2b6d221c5cde:44211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/oldWALs 2024-11-12T14:28:59,018 INFO [RS:1;2b6d221c5cde:44211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44211%2C1731421736575:(num 1731421737227) 2024-11-12T14:28:59,018 DEBUG [RS:1;2b6d221c5cde:44211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:28:59,018 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:28:59,018 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:59,018 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:59,018 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:59,018 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:59,018 INFO [RS:1;2b6d221c5cde:44211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44211 2024-11-12T14:28:59,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2b6d221c5cde,44211,1731421736575 2024-11-12T14:28:59,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T14:28:59,024 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:59,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:59,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1012f7309030001, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:59,030 INFO [RS:0;2b6d221c5cde:35083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:59,030 INFO [RS:0;2b6d221c5cde:35083 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,35083,1731421736502; zookeeper connection closed. 2024-11-12T14:28:59,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7060f5b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7060f5b0 2024-11-12T14:28:59,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,44211,1731421736575] 2024-11-12T14:28:59,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2b6d221c5cde,44211,1731421736575 already deleted, retry=false 2024-11-12T14:28:59,045 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,44211,1731421736575 expired; onlineServers=0 2024-11-12T14:28:59,045 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,35853,1731421736297' ***** 2024-11-12T14:28:59,045 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:28:59,045 INFO [M:0;2b6d221c5cde:35853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:28:59,045 INFO [M:0;2b6d221c5cde:35853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:28:59,045 DEBUG [M:0;2b6d221c5cde:35853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:28:59,046 DEBUG [M:0;2b6d221c5cde:35853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:28:59,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:28:59,046 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421736945 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421736945,5,FailOnTimeoutGroup] 2024-11-12T14:28:59,046 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421736945 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421736945,5,FailOnTimeoutGroup] 2024-11-12T14:28:59,046 INFO [M:0;2b6d221c5cde:35853 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:28:59,046 INFO [M:0;2b6d221c5cde:35853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:28:59,046 DEBUG [M:0;2b6d221c5cde:35853 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:28:59,046 INFO [M:0;2b6d221c5cde:35853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:28:59,046 INFO [M:0;2b6d221c5cde:35853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:28:59,046 INFO [M:0;2b6d221c5cde:35853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:28:59,046 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:28:59,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T14:28:59,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T14:28:59,056 DEBUG [M:0;2b6d221c5cde:35853 {}] zookeeper.ZKUtil(347): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T14:28:59,056 WARN [M:0;2b6d221c5cde:35853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:28:59,057 INFO [M:0;2b6d221c5cde:35853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/.lastflushedseqids 2024-11-12T14:28:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741844_1020 (size=182) 2024-11-12T14:28:59,064 INFO [M:0;2b6d221c5cde:35853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:28:59,065 INFO [M:0;2b6d221c5cde:35853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:28:59,065 DEBUG [M:0;2b6d221c5cde:35853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:28:59,065 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:59,065 DEBUG [M:0;2b6d221c5cde:35853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:59,065 DEBUG [M:0;2b6d221c5cde:35853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:28:59,065 DEBUG [M:0;2b6d221c5cde:35853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:59,065 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-12T14:28:59,080 DEBUG [M:0;2b6d221c5cde:35853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c497c50049244afb0a93684f19ae1d4 is 82, key is hbase:meta,,1/info:regioninfo/1731421737797/Put/seqid=0 2024-11-12T14:28:59,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:59,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741845_1021 (size=5672) 2024-11-12T14:28:59,085 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c497c50049244afb0a93684f19ae1d4 2024-11-12T14:28:59,106 DEBUG [M:0;2b6d221c5cde:35853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fc1df46313f4ca6bcd135708e888795 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421738291/Put/seqid=0 2024-11-12T14:28:59,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741846_1022 (size=6218) 2024-11-12T14:28:59,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741846_1022 (size=6218) 2024-11-12T14:28:59,111 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fc1df46313f4ca6bcd135708e888795 2024-11-12T14:28:59,130 DEBUG [M:0;2b6d221c5cde:35853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b1828aade534f8a94ae899a5e6110ec is 69, key is 2b6d221c5cde,35083,1731421736502/rs:state/1731421737043/Put/seqid=0 2024-11-12T14:28:59,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:59,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741847_1023 (size=5224) 2024-11-12T14:28:59,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:59,135 INFO [RS:1;2b6d221c5cde:44211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:59,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44211-0x1012f7309030002, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:59,135 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b1828aade534f8a94ae899a5e6110ec 2024-11-12T14:28:59,135 INFO [RS:1;2b6d221c5cde:44211 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,44211,1731421736575; zookeeper connection closed. 2024-11-12T14:28:59,135 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@427a92cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@427a92cc 2024-11-12T14:28:59,136 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T14:28:59,140 DEBUG [M:0;2b6d221c5cde:35853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c497c50049244afb0a93684f19ae1d4 as hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c497c50049244afb0a93684f19ae1d4 2024-11-12T14:28:59,145 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c497c50049244afb0a93684f19ae1d4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T14:28:59,146 DEBUG [M:0;2b6d221c5cde:35853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fc1df46313f4ca6bcd135708e888795 as hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fc1df46313f4ca6bcd135708e888795 2024-11-12T14:28:59,151 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fc1df46313f4ca6bcd135708e888795, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T14:28:59,152 DEBUG [M:0;2b6d221c5cde:35853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b1828aade534f8a94ae899a5e6110ec as hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b1828aade534f8a94ae899a5e6110ec 2024-11-12T14:28:59,157 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37597/user/jenkins/test-data/8f708ba9-7e08-19ac-1618-0a2d95319c4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b1828aade534f8a94ae899a5e6110ec, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T14:28:59,158 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false 2024-11-12T14:28:59,159 INFO [M:0;2b6d221c5cde:35853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:28:59,159 DEBUG [M:0;2b6d221c5cde:35853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421739065Disabling compacts and flushes for region at 1731421739065Disabling writes for close at 1731421739065Obtaining lock to block concurrent updates at 1731421739065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421739065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731421739066 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421739066Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421739066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421739080 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421739080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421739090 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421739105 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421739105Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421739115 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421739130 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421739130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b03baa: reopening flushed file at 1731421739139 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2b18a9: reopening flushed file at 1731421739145 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb41287: reopening flushed file at 1731421739151 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false at 1731421739158 (+7 ms)Writing region close event to WAL at 1731421739159 (+1 ms)Closed at 1731421739159 2024-11-12T14:28:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741830_1006 (size=35477) 2024-11-12T14:28:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46467 is added to blk_1073741830_1006 (size=35477) 2024-11-12T14:28:59,162 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:28:59,162 INFO [M:0;2b6d221c5cde:35853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:28:59,162 INFO [M:0;2b6d221c5cde:35853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35853 2024-11-12T14:28:59,163 INFO [M:0;2b6d221c5cde:35853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:28:59,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:59,272 INFO [M:0;2b6d221c5cde:35853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:28:59,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35853-0x1012f7309030000, quorum=127.0.0.1:54913, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:28:59,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@650b89b6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:59,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e319fb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:59,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:59,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40007ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:59,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@463b5394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:59,282 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:59,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:59,283 WARN [BP-1236355779-172.17.0.3-1731421734029 heartbeating to localhost/127.0.0.1:37597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:59,283 WARN [BP-1236355779-172.17.0.3-1731421734029 heartbeating to localhost/127.0.0.1:37597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1236355779-172.17.0.3-1731421734029 (Datanode Uuid 0e0838e5-08bf-49a7-8738-d0197001f310) service to localhost/127.0.0.1:37597 2024-11-12T14:28:59,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/data/data3/current/BP-1236355779-172.17.0.3-1731421734029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:59,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/data/data4/current/BP-1236355779-172.17.0.3-1731421734029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:59,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:59,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35af59a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:28:59,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71a9df7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:59,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:59,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547289d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:59,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@890bf69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:59,287 WARN [BP-1236355779-172.17.0.3-1731421734029 heartbeating to localhost/127.0.0.1:37597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:28:59,287 WARN [BP-1236355779-172.17.0.3-1731421734029 heartbeating to localhost/127.0.0.1:37597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1236355779-172.17.0.3-1731421734029 (Datanode Uuid 8bbb0306-bce9-45aa-8a26-b8bededffa92) service to localhost/127.0.0.1:37597 2024-11-12T14:28:59,287 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:28:59,287 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:28:59,288 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/data/data1/current/BP-1236355779-172.17.0.3-1731421734029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:59,288 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/cluster_09b4f7fc-041c-fed3-7a74-a70e422d3a65/data/data2/current/BP-1236355779-172.17.0.3-1731421734029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:28:59,288 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:28:59,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dc2745{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:28:59,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ae5f39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:28:59,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:28:59,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a78e7b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:28:59,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403e2419{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1d4671-7e25-9f2a-ba00-c49aea70098a/hadoop.log.dir/,STOPPED} 2024-11-12T14:28:59,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:28:59,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:28:59,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 169) - Thread LEAK? -, OpenFileDescriptor=551 (was 522) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=6165 (was 6312)