2024-11-13 23:05:18,535 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 23:05:18,551 main DEBUG Took 0.014707 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 23:05:18,552 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 23:05:18,552 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 23:05:18,553 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 23:05:18,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,562 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 23:05:18,574 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,576 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,577 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,578 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,579 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,580 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,580 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,581 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,582 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,583 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,583 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,584 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:05:18,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,585 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 23:05:18,587 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:05:18,588 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 23:05:18,590 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 23:05:18,590 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 23:05:18,591 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 23:05:18,592 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 23:05:18,599 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 23:05:18,601 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 23:05:18,603 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 23:05:18,603 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 23:05:18,604 main DEBUG createAppenders(={Console}) 2024-11-13 23:05:18,604 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-13 23:05:18,605 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 23:05:18,605 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-13 23:05:18,605 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 23:05:18,606 main DEBUG OutputStream closed 2024-11-13 23:05:18,606 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 23:05:18,606 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 23:05:18,606 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-13 23:05:18,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 23:05:18,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 23:05:18,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 23:05:18,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 23:05:18,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 23:05:18,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 23:05:18,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 23:05:18,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 23:05:18,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 23:05:18,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 23:05:18,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 23:05:18,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 23:05:18,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 23:05:18,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 23:05:18,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 23:05:18,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 23:05:18,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 23:05:18,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 23:05:18,684 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 23:05:18,685 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-13 23:05:18,685 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 23:05:18,686 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-13T23:05:18,700 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-13 23:05:18,703 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 23:05:18,703 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T23:05:18,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=4967 2024-11-13T23:05:19,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465 2024-11-13T23:05:19,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:05:19,023 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782, deleteOnExit=true 2024-11-13T23:05:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:05:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/test.cache.data in system properties and HBase conf 2024-11-13T23:05:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:05:19,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:05:19,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:05:19,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:05:19,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:05:19,104 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T23:05:19,191 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:05:19,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:19,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:19,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:05:19,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:19,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:05:19,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:05:19,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:19,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:05:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:05:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:05:19,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:19,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:05:19,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:05:20,123 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T23:05:20,191 INFO [Time-limited test {}] log.Log(170): Logging initialized @2349ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T23:05:20,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:20,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:20,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:20,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:20,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:20,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:20,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:20,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:20,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/java.io.tmpdir/jetty-localhost-43963-hadoop-hdfs-3_4_1-tests_jar-_-any-13456017461574741659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:20,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:43963} 2024-11-13T23:05:20,547 INFO [Time-limited test {}] server.Server(415): Started @2706ms 2024-11-13T23:05:21,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:21,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:21,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:21,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:21,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:05:21,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:21,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:21,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc3e688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/java.io.tmpdir/jetty-localhost-34473-hadoop-hdfs-3_4_1-tests_jar-_-any-10334271274008228651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:21,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:34473} 2024-11-13T23:05:21,178 INFO [Time-limited test {}] server.Server(415): Started @3337ms 2024-11-13T23:05:21,230 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:21,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:21,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:21,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:21,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:21,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:21,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:21,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:21,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf7a93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/java.io.tmpdir/jetty-localhost-42561-hadoop-hdfs-3_4_1-tests_jar-_-any-12677978776702546744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:21,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:42561} 2024-11-13T23:05:21,464 INFO [Time-limited test {}] server.Server(415): Started @3623ms 2024-11-13T23:05:21,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:22,496 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/data/data1/current/BP-566790824-172.17.0.2-1731539119700/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:22,496 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/data/data3/current/BP-566790824-172.17.0.2-1731539119700/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:22,496 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/data/data4/current/BP-566790824-172.17.0.2-1731539119700/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:22,496 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/data/data2/current/BP-566790824-172.17.0.2-1731539119700/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:22,530 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:22,530 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:22,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x920d6ab0025e35c9 with lease ID 0x6cf9f1c54d53313c: Processing first storage report for DS-05de443d-cbc7-4eb5-9e6e-c0989d8d852f from datanode DatanodeRegistration(127.0.0.1:39129, datanodeUuid=d891025f-a6e9-41cf-a85b-a0c0cae707ad, infoPort=44571, infoSecurePort=0, ipcPort=38377, storageInfo=lv=-57;cid=testClusterID;nsid=55387409;c=1731539119700) 2024-11-13T23:05:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x920d6ab0025e35c9 with lease ID 0x6cf9f1c54d53313c: from storage DS-05de443d-cbc7-4eb5-9e6e-c0989d8d852f node DatanodeRegistration(127.0.0.1:39129, datanodeUuid=d891025f-a6e9-41cf-a85b-a0c0cae707ad, infoPort=44571, infoSecurePort=0, ipcPort=38377, storageInfo=lv=-57;cid=testClusterID;nsid=55387409;c=1731539119700), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T23:05:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10e86134aca5ed1f with lease ID 0x6cf9f1c54d53313d: Processing first storage report for DS-370a600d-85eb-45f6-8add-053f34e21cbd from datanode DatanodeRegistration(127.0.0.1:44327, datanodeUuid=177618b3-f63a-4e8b-90a4-95a7fc44b38d, infoPort=38563, infoSecurePort=0, ipcPort=40311, storageInfo=lv=-57;cid=testClusterID;nsid=55387409;c=1731539119700) 2024-11-13T23:05:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10e86134aca5ed1f with lease ID 0x6cf9f1c54d53313d: from storage DS-370a600d-85eb-45f6-8add-053f34e21cbd node DatanodeRegistration(127.0.0.1:44327, datanodeUuid=177618b3-f63a-4e8b-90a4-95a7fc44b38d, infoPort=38563, infoSecurePort=0, ipcPort=40311, storageInfo=lv=-57;cid=testClusterID;nsid=55387409;c=1731539119700), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x920d6ab0025e35c9 with lease ID 0x6cf9f1c54d53313c: Processing first storage report for DS-bfda9d9d-6f4d-4d25-89e5-a1924ef30287 from datanode DatanodeRegistration(127.0.0.1:39129, datanodeUuid=d891025f-a6e9-41cf-a85b-a0c0cae707ad, infoPort=44571, infoSecurePort=0, ipcPort=38377, storageInfo=lv=-57;cid=testClusterID;nsid=55387409;c=1731539119700) 2024-11-13T23:05:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x920d6ab0025e35c9 with lease ID 0x6cf9f1c54d53313c: from storage DS-bfda9d9d-6f4d-4d25-89e5-a1924ef30287 node DatanodeRegistration(127.0.0.1:39129, datanodeUuid=d891025f-a6e9-41cf-a85b-a0c0cae707ad, infoPort=44571, infoSecurePort=0, ipcPort=38377, storageInfo=lv=-57;cid=testClusterID;nsid=55387409;c=1731539119700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10e86134aca5ed1f with lease ID 0x6cf9f1c54d53313d: Processing first storage report for DS-db2cd302-e7f5-4c44-b100-e90c1cb138ac from datanode DatanodeRegistration(127.0.0.1:44327, datanodeUuid=177618b3-f63a-4e8b-90a4-95a7fc44b38d, infoPort=38563, infoSecurePort=0, ipcPort=40311, storageInfo=lv=-57;cid=testClusterID;nsid=55387409;c=1731539119700) 2024-11-13T23:05:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10e86134aca5ed1f with lease ID 0x6cf9f1c54d53313d: from storage DS-db2cd302-e7f5-4c44-b100-e90c1cb138ac node DatanodeRegistration(127.0.0.1:44327, datanodeUuid=177618b3-f63a-4e8b-90a4-95a7fc44b38d, infoPort=38563, infoSecurePort=0, ipcPort=40311, storageInfo=lv=-57;cid=testClusterID;nsid=55387409;c=1731539119700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:22,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465 2024-11-13T23:05:22,722 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/zookeeper_0, clientPort=52644, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:05:22,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52644 2024-11-13T23:05:22,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:22,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:22,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:23,348 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926 with version=8 2024-11-13T23:05:23,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/hbase-staging 2024-11-13T23:05:23,422 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T23:05:23,638 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:23,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:23,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:23,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:23,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:23,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:23,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:05:23,814 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T23:05:23,822 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T23:05:23,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:23,847 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52345 (auto-detected) 2024-11-13T23:05:23,848 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T23:05:23,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43991 2024-11-13T23:05:23,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43991 connecting to ZooKeeper ensemble=127.0.0.1:52644 2024-11-13T23:05:23,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439910x0, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:24,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43991-0x10137bbebfb0000 connected 2024-11-13T23:05:24,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:24,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:24,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:24,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926, hbase.cluster.distributed=false 2024-11-13T23:05:24,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:24,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-13T23:05:24,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43991 2024-11-13T23:05:24,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43991 2024-11-13T23:05:24,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-13T23:05:24,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-13T23:05:24,230 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:24,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:24,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:24,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:24,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:24,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:24,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:24,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:24,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44901 2024-11-13T23:05:24,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44901 connecting to ZooKeeper ensemble=127.0.0.1:52644 2024-11-13T23:05:24,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:24,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:24,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449010x0, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:24,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449010x0, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:24,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44901-0x10137bbebfb0001 connected 2024-11-13T23:05:24,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:24,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:24,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:24,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:24,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-13T23:05:24,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44901 2024-11-13T23:05:24,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44901 2024-11-13T23:05:24,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-13T23:05:24,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-13T23:05:24,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:24,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:24,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:24,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:24,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:24,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:24,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:24,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:24,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41373 2024-11-13T23:05:24,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41373 connecting to ZooKeeper ensemble=127.0.0.1:52644 2024-11-13T23:05:24,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:24,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:24,335 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413730x0, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:24,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41373-0x10137bbebfb0002 connected 2024-11-13T23:05:24,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:24,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:24,338 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:24,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:24,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:24,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-13T23:05:24,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41373 2024-11-13T23:05:24,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41373 2024-11-13T23:05:24,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-13T23:05:24,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-13T23:05:24,358 DEBUG [M:0;714b435e65e7:43991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:43991 2024-11-13T23:05:24,359 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/714b435e65e7,43991,1731539123491 2024-11-13T23:05:24,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:24,369 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:24,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:24,371 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/714b435e65e7,43991,1731539123491 2024-11-13T23:05:24,402 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:24,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:24,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:24,402 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:24,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:24,403 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T23:05:24,404 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/714b435e65e7,43991,1731539123491 from backup master directory 2024-11-13T23:05:24,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/714b435e65e7,43991,1731539123491 2024-11-13T23:05:24,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:24,410 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:24,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:24,412 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:24,412 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,43991,1731539123491 2024-11-13T23:05:24,414 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T23:05:24,417 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T23:05:24,469 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/hbase.id] with ID: 83fbe811-0292-46c4-874b-77c361c7d29f 2024-11-13T23:05:24,469 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/.tmp/hbase.id 2024-11-13T23:05:24,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:24,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:24,483 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/.tmp/hbase.id]:[hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/hbase.id] 2024-11-13T23:05:24,531 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:24,535 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:05:24,554 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T23:05:24,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:24,560 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:24,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:24,592 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:24,594 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:05:24,608 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:05:24,612 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:24,659 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store 2024-11-13T23:05:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:24,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:24,684 INFO [master/714b435e65e7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T23:05:24,687 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:24,689 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:24,689 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:24,689 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:24,691 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:24,691 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:24,692 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:24,693 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539124689Disabling compacts and flushes for region at 1731539124689Disabling writes for close at 1731539124691 (+2 ms)Writing region close event to WAL at 1731539124692 (+1 ms)Closed at 1731539124692 2024-11-13T23:05:24,696 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/.initializing 2024-11-13T23:05:24,696 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/WALs/714b435e65e7,43991,1731539123491 2024-11-13T23:05:24,704 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:24,721 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43991%2C1731539123491, suffix=, logDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/WALs/714b435e65e7,43991,1731539123491, archiveDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/oldWALs, maxLogs=10 2024-11-13T23:05:24,744 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/WALs/714b435e65e7,43991,1731539123491/714b435e65e7%2C43991%2C1731539123491.1731539124726, exclude list is [], retry=0 2024-11-13T23:05:24,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39129,DS-05de443d-cbc7-4eb5-9e6e-c0989d8d852f,DISK] 2024-11-13T23:05:24,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-370a600d-85eb-45f6-8add-053f34e21cbd,DISK] 2024-11-13T23:05:24,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T23:05:24,793 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/WALs/714b435e65e7,43991,1731539123491/714b435e65e7%2C43991%2C1731539123491.1731539124726 2024-11-13T23:05:24,794 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38563:38563),(127.0.0.1/127.0.0.1:44571:44571)] 2024-11-13T23:05:24,795 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:24,796 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:24,799 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,800 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:05:24,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:24,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:24,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:05:24,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:24,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:24,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:05:24,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:24,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:24,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:05:24,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:24,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:24,875 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,878 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,880 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,886 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,887 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,890 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:24,894 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:24,898 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:24,899 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72725269, jitterRate=0.08369095623493195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:24,906 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731539124812Initializing all the Stores at 1731539124814 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539124814Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539124815 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539124815Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539124816 (+1 ms)Cleaning up temporary data from old regions at 1731539124887 (+71 ms)Region opened successfully at 1731539124906 (+19 ms) 2024-11-13T23:05:24,908 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:05:24,939 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a77295e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:24,966 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:05:24,977 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:05:24,977 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:05:24,980 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:05:24,981 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T23:05:24,986 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T23:05:24,986 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:05:25,010 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:05:25,019 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T23:05:25,060 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T23:05:25,062 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:05:25,064 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:05:25,068 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T23:05:25,070 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:05:25,074 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:05:25,085 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T23:05:25,087 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:05:25,093 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T23:05:25,109 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:05:25,118 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T23:05:25,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:25,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:25,127 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:25,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,127 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,130 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,43991,1731539123491, sessionid=0x10137bbebfb0000, setting cluster-up flag (Was=false) 2024-11-13T23:05:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,152 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,177 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T23:05:25,181 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,43991,1731539123491 2024-11-13T23:05:25,202 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,226 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T23:05:25,228 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,43991,1731539123491 2024-11-13T23:05:25,235 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:05:25,247 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(746): ClusterId : 83fbe811-0292-46c4-874b-77c361c7d29f 2024-11-13T23:05:25,247 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(746): ClusterId : 83fbe811-0292-46c4-874b-77c361c7d29f 2024-11-13T23:05:25,249 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:25,249 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:25,270 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:25,270 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:25,270 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:25,270 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:25,278 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:25,278 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:25,279 DEBUG [RS:1;714b435e65e7:41373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7232ae41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:25,279 DEBUG [RS:0;714b435e65e7:44901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d1afb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:25,299 DEBUG [RS:1;714b435e65e7:41373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;714b435e65e7:41373 2024-11-13T23:05:25,302 DEBUG [RS:0;714b435e65e7:44901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:44901 2024-11-13T23:05:25,303 INFO [RS:0;714b435e65e7:44901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:25,303 INFO [RS:1;714b435e65e7:41373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:25,303 INFO [RS:0;714b435e65e7:44901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:25,303 INFO [RS:1;714b435e65e7:41373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:25,303 DEBUG [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:25,303 DEBUG [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:25,306 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,43991,1731539123491 with port=41373, startcode=1731539124308 2024-11-13T23:05:25,306 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,43991,1731539123491 with port=44901, startcode=1731539124195 2024-11-13T23:05:25,310 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:25,316 DEBUG [RS:0;714b435e65e7:44901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:25,316 DEBUG [RS:1;714b435e65e7:41373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:25,320 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:05:25,326 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:05:25,332 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,43991,1731539123491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:05:25,342 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:25,342 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:25,342 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:25,343 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:25,343 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:05:25,343 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,343 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:25,344 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,348 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731539155348 2024-11-13T23:05:25,349 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:25,349 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:25,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:25,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:05:25,350 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:05:25,351 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:05:25,354 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:05:25,354 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:05:25,354 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:05:25,354 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:05:25,354 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:05:25,355 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:25,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:05:25,356 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,359 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:05:25,360 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:05:25,360 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:05:25,360 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:05:25,362 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:05:25,363 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:05:25,365 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539125364,5,FailOnTimeoutGroup] 2024-11-13T23:05:25,365 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539125365,5,FailOnTimeoutGroup] 2024-11-13T23:05:25,365 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,367 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:05:25,369 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:25,369 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:25,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:05:25,372 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926 2024-11-13T23:05:25,383 DEBUG [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T23:05:25,383 DEBUG [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T23:05:25,384 WARN [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T23:05:25,384 WARN [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T23:05:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:25,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:25,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:25,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:25,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:25,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:25,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:25,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:25,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:25,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:25,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:25,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:25,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:25,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:25,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:25,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:25,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:25,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:25,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:25,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740 2024-11-13T23:05:25,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740 2024-11-13T23:05:25,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:25,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:25,409 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:25,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:25,415 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:25,416 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59180852, jitterRate=-0.11813658475875854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:25,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731539125387Initializing all the Stores at 1731539125388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539125389 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539125389Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539125389Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539125389Cleaning up temporary data from old regions at 1731539125408 (+19 ms)Region opened successfully at 1731539125420 (+12 ms) 2024-11-13T23:05:25,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:25,420 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:25,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:25,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:25,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:25,421 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:25,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539125420Disabling compacts and flushes for region at 1731539125420Disabling writes for close at 1731539125420Writing region close event to WAL at 1731539125421 (+1 ms)Closed at 1731539125421 2024-11-13T23:05:25,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:25,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:05:25,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:05:25,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:25,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:05:25,485 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,43991,1731539123491 with port=44901, startcode=1731539124195 2024-11-13T23:05:25,485 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,43991,1731539123491 with port=41373, startcode=1731539124308 2024-11-13T23:05:25,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,41373,1731539124308 2024-11-13T23:05:25,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,41373,1731539124308 2024-11-13T23:05:25,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,44901,1731539124195 2024-11-13T23:05:25,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,44901,1731539124195 2024-11-13T23:05:25,499 DEBUG [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926 2024-11-13T23:05:25,499 DEBUG [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42969 2024-11-13T23:05:25,499 DEBUG [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:25,501 DEBUG [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926 2024-11-13T23:05:25,501 DEBUG [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42969 2024-11-13T23:05:25,501 DEBUG [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:25,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:25,542 DEBUG [RS:1;714b435e65e7:41373 {}] zookeeper.ZKUtil(111): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,41373,1731539124308 2024-11-13T23:05:25,543 WARN [RS:1;714b435e65e7:41373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:25,543 INFO [RS:1;714b435e65e7:41373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:25,543 DEBUG [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,41373,1731539124308 2024-11-13T23:05:25,543 DEBUG [RS:0;714b435e65e7:44901 {}] zookeeper.ZKUtil(111): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,44901,1731539124195 2024-11-13T23:05:25,544 WARN [RS:0;714b435e65e7:44901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:25,544 INFO [RS:0;714b435e65e7:44901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:25,545 DEBUG [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,44901,1731539124195 2024-11-13T23:05:25,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,44901,1731539124195] 2024-11-13T23:05:25,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,41373,1731539124308] 2024-11-13T23:05:25,570 INFO [RS:1;714b435e65e7:41373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:25,570 INFO [RS:0;714b435e65e7:44901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:25,588 INFO [RS:0;714b435e65e7:44901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:25,588 INFO [RS:1;714b435e65e7:41373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:25,591 WARN [714b435e65e7:43991 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:05:25,593 INFO [RS:0;714b435e65e7:44901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:25,593 INFO [RS:1;714b435e65e7:41373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:25,593 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,593 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,594 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:25,594 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:25,599 INFO [RS:0;714b435e65e7:44901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:25,599 INFO [RS:1;714b435e65e7:41373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:25,601 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,601 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,601 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,601 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,601 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,601 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,601 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,601 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,601 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:25,602 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:25,602 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,602 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,603 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,603 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:25,603 DEBUG [RS:0;714b435e65e7:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:25,603 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:25,603 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:25,603 DEBUG [RS:1;714b435e65e7:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:25,606 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,606 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,606 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,606 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,606 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,606 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,606 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,606 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,606 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,606 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,607 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44901,1731539124195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:25,607 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41373,1731539124308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:25,626 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:25,626 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:25,629 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44901,1731539124195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,629 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,41373,1731539124308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,629 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,629 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,629 INFO [RS:0;714b435e65e7:44901 {}] regionserver.Replication(171): 714b435e65e7,44901,1731539124195 started 2024-11-13T23:05:25,629 INFO [RS:1;714b435e65e7:41373 {}] regionserver.Replication(171): 714b435e65e7,41373,1731539124308 started 2024-11-13T23:05:25,647 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,647 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,44901,1731539124195, RpcServer on 714b435e65e7/172.17.0.2:44901, sessionid=0x10137bbebfb0001 2024-11-13T23:05:25,648 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:25,648 DEBUG [RS:0;714b435e65e7:44901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,44901,1731539124195 2024-11-13T23:05:25,648 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,44901,1731539124195' 2024-11-13T23:05:25,648 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:25,649 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:25,650 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:25,650 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:25,650 DEBUG [RS:0;714b435e65e7:44901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,44901,1731539124195 2024-11-13T23:05:25,651 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,44901,1731539124195' 2024-11-13T23:05:25,651 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:25,651 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:25,652 DEBUG [RS:0;714b435e65e7:44901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:25,652 INFO [RS:0;714b435e65e7:44901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:25,652 INFO [RS:0;714b435e65e7:44901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:25,653 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:25,653 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,41373,1731539124308, RpcServer on 714b435e65e7/172.17.0.2:41373, sessionid=0x10137bbebfb0002 2024-11-13T23:05:25,654 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:25,654 DEBUG [RS:1;714b435e65e7:41373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,41373,1731539124308 2024-11-13T23:05:25,654 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,41373,1731539124308' 2024-11-13T23:05:25,654 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:25,654 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:25,655 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:25,655 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:25,655 DEBUG [RS:1;714b435e65e7:41373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,41373,1731539124308 2024-11-13T23:05:25,655 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,41373,1731539124308' 2024-11-13T23:05:25,655 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:25,656 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:25,657 DEBUG [RS:1;714b435e65e7:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:25,657 INFO [RS:1;714b435e65e7:41373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:25,657 INFO [RS:1;714b435e65e7:41373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:25,761 INFO [RS:1;714b435e65e7:41373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:25,761 INFO [RS:0;714b435e65e7:44901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:25,764 INFO [RS:1;714b435e65e7:41373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C41373%2C1731539124308, suffix=, logDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,41373,1731539124308, archiveDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/oldWALs, maxLogs=32 2024-11-13T23:05:25,764 INFO [RS:0;714b435e65e7:44901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C44901%2C1731539124195, suffix=, logDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,44901,1731539124195, archiveDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/oldWALs, maxLogs=32 2024-11-13T23:05:25,782 DEBUG [RS:1;714b435e65e7:41373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,41373,1731539124308/714b435e65e7%2C41373%2C1731539124308.1731539125768, exclude list is [], retry=0 2024-11-13T23:05:25,783 DEBUG [RS:0;714b435e65e7:44901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,44901,1731539124195/714b435e65e7%2C44901%2C1731539124195.1731539125768, exclude list is [], retry=0 2024-11-13T23:05:25,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-370a600d-85eb-45f6-8add-053f34e21cbd,DISK] 2024-11-13T23:05:25,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39129,DS-05de443d-cbc7-4eb5-9e6e-c0989d8d852f,DISK] 2024-11-13T23:05:25,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39129,DS-05de443d-cbc7-4eb5-9e6e-c0989d8d852f,DISK] 2024-11-13T23:05:25,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-370a600d-85eb-45f6-8add-053f34e21cbd,DISK] 2024-11-13T23:05:25,793 INFO [RS:0;714b435e65e7:44901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,44901,1731539124195/714b435e65e7%2C44901%2C1731539124195.1731539125768 2024-11-13T23:05:25,794 DEBUG [RS:0;714b435e65e7:44901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38563:38563),(127.0.0.1/127.0.0.1:44571:44571)] 2024-11-13T23:05:25,796 INFO [RS:1;714b435e65e7:41373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,41373,1731539124308/714b435e65e7%2C41373%2C1731539124308.1731539125768 2024-11-13T23:05:25,797 DEBUG [RS:1;714b435e65e7:41373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44571:44571),(127.0.0.1/127.0.0.1:38563:38563)] 2024-11-13T23:05:25,844 DEBUG [714b435e65e7:43991 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T23:05:25,854 DEBUG [714b435e65e7:43991 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:25,860 DEBUG [714b435e65e7:43991 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:25,860 DEBUG [714b435e65e7:43991 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:25,860 DEBUG [714b435e65e7:43991 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:25,860 DEBUG [714b435e65e7:43991 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:25,860 INFO [714b435e65e7:43991 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:25,860 INFO [714b435e65e7:43991 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:25,860 DEBUG [714b435e65e7:43991 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:25,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,44901,1731539124195 2024-11-13T23:05:25,876 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,44901,1731539124195, state=OPENING 2024-11-13T23:05:25,893 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:05:25,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,961 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:25,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:25,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:25,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:25,966 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:25,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,44901,1731539124195}] 2024-11-13T23:05:26,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:26,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:26,157 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:05:26,157 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:26,158 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:05:26,162 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C44901%2C1731539124195.meta, suffix=.meta, logDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,44901,1731539124195, archiveDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/oldWALs, maxLogs=32 2024-11-13T23:05:26,185 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,44901,1731539124195/714b435e65e7%2C44901%2C1731539124195.meta.1731539126165.meta, exclude list is [], retry=0 2024-11-13T23:05:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-370a600d-85eb-45f6-8add-053f34e21cbd,DISK] 2024-11-13T23:05:26,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39129,DS-05de443d-cbc7-4eb5-9e6e-c0989d8d852f,DISK] 2024-11-13T23:05:26,193 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,44901,1731539124195/714b435e65e7%2C44901%2C1731539124195.meta.1731539126165.meta 2024-11-13T23:05:26,194 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38563:38563),(127.0.0.1/127.0.0.1:44571:44571)] 2024-11-13T23:05:26,194 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:26,196 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:05:26,198 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:05:26,203 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:05:26,207 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:05:26,207 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:26,208 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:05:26,208 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:05:26,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:26,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:26,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:26,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:26,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:26,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:26,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:26,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:26,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:26,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:26,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:26,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:26,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:26,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:26,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:26,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:26,225 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:26,226 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740 2024-11-13T23:05:26,230 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740 2024-11-13T23:05:26,233 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:26,233 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:26,234 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:26,237 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:26,239 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75454738, jitterRate=0.12436321377754211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:26,239 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:05:26,241 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731539126208Writing region info on filesystem at 1731539126208Initializing all the Stores at 1731539126210 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539126210Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539126211 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539126211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539126211Cleaning up temporary data from old regions at 1731539126233 (+22 ms)Running coprocessor post-open hooks at 1731539126239 (+6 ms)Region opened successfully at 1731539126241 (+2 ms) 2024-11-13T23:05:26,247 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731539126134 2024-11-13T23:05:26,258 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:05:26,258 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:05:26,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,44901,1731539124195 2024-11-13T23:05:26,263 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,44901,1731539124195, state=OPEN 2024-11-13T23:05:26,268 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:26,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:26,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:26,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:26,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:26,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:26,269 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,44901,1731539124195 2024-11-13T23:05:26,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:05:26,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,44901,1731539124195 in 300 msec 2024-11-13T23:05:26,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:05:26,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 847 msec 2024-11-13T23:05:26,284 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:26,284 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:05:26,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:26,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,44901,1731539124195, seqNum=-1] 2024-11-13T23:05:26,323 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:26,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:26,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0820 sec 2024-11-13T23:05:26,348 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731539126348, completionTime=-1 2024-11-13T23:05:26,351 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T23:05:26,352 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:05:26,399 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T23:05:26,402 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731539186402 2024-11-13T23:05:26,402 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731539246402 2024-11-13T23:05:26,402 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 50 msec 2024-11-13T23:05:26,403 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:05:26,410 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43991,1731539123491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:26,411 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43991,1731539123491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:26,411 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43991,1731539123491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:26,413 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:43991, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:26,413 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:26,414 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:26,421 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:05:26,446 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.034sec 2024-11-13T23:05:26,448 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:05:26,449 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:05:26,450 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:05:26,450 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:05:26,450 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:05:26,451 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43991,1731539123491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:26,451 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43991,1731539123491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:05:26,456 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:05:26,457 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:05:26,457 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43991,1731539123491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:26,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a76e84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:26,459 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T23:05:26,459 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T23:05:26,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43991,-1 for getting cluster id 2024-11-13T23:05:26,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:05:26,499 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83fbe811-0292-46c4-874b-77c361c7d29f' 2024-11-13T23:05:26,502 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:05:26,502 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83fbe811-0292-46c4-874b-77c361c7d29f" 2024-11-13T23:05:26,502 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6296ce79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:26,502 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43991,-1] 2024-11-13T23:05:26,505 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:05:26,507 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:26,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:05:26,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21996db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:26,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:26,519 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,44901,1731539124195, seqNum=-1] 2024-11-13T23:05:26,520 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:26,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:26,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,43991,1731539123491 2024-11-13T23:05:26,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:05:26,550 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,43991,1731539123491 2024-11-13T23:05:26,553 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7536798a 2024-11-13T23:05:26,554 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:05:26,556 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:05:26,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T23:05:26,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:05:26,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T23:05:26,576 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:26,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:05:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:26,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:26,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:26,596 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d7bdfcc3ba5b910ffcbd22bbb13736a, NAME => 'testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926 2024-11-13T23:05:26,596 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2bdbcffc755c0d711a95afdd039850cd, NAME => 'testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926 2024-11-13T23:05:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:26,612 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:26,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7d7bdfcc3ba5b910ffcbd22bbb13736a, disabling compactions & flushes 2024-11-13T23:05:26,613 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:26,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:26,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. after waiting 0 ms 2024-11-13T23:05:26,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:26,613 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:26,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d7bdfcc3ba5b910ffcbd22bbb13736a: Waiting for close lock at 1731539126613Disabling compacts and flushes for region at 1731539126613Disabling writes for close at 1731539126613Writing region close event to WAL at 1731539126613Closed at 1731539126613 2024-11-13T23:05:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:26,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:26,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:26,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2bdbcffc755c0d711a95afdd039850cd, disabling compactions & flushes 2024-11-13T23:05:26,618 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:26,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:26,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. after waiting 0 ms 2024-11-13T23:05:26,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:26,618 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:26,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2bdbcffc755c0d711a95afdd039850cd: Waiting for close lock at 1731539126618Disabling compacts and flushes for region at 1731539126618Disabling writes for close at 1731539126618Writing region close event to WAL at 1731539126618Closed at 1731539126618 2024-11-13T23:05:26,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:05:26,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539126620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539126620"}]},"ts":"1731539126620"} 2024-11-13T23:05:26,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539126620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539126620"}]},"ts":"1731539126620"} 2024-11-13T23:05:26,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T23:05:26,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:05:26,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539126659"}]},"ts":"1731539126659"} 2024-11-13T23:05:26,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T23:05:26,666 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:26,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:26,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:26,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:26,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:26,669 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:26,669 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:26,669 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:26,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d7bdfcc3ba5b910ffcbd22bbb13736a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdbcffc755c0d711a95afdd039850cd, ASSIGN}] 2024-11-13T23:05:26,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdbcffc755c0d711a95afdd039850cd, ASSIGN 2024-11-13T23:05:26,673 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d7bdfcc3ba5b910ffcbd22bbb13736a, ASSIGN 2024-11-13T23:05:26,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdbcffc755c0d711a95afdd039850cd, ASSIGN; state=OFFLINE, location=714b435e65e7,44901,1731539124195; forceNewPlan=false, retain=false 2024-11-13T23:05:26,675 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d7bdfcc3ba5b910ffcbd22bbb13736a, ASSIGN; state=OFFLINE, location=714b435e65e7,41373,1731539124308; forceNewPlan=false, retain=false 2024-11-13T23:05:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:26,830 INFO [714b435e65e7:43991 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T23:05:26,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2bdbcffc755c0d711a95afdd039850cd, regionState=OPENING, regionLocation=714b435e65e7,44901,1731539124195 2024-11-13T23:05:26,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d7bdfcc3ba5b910ffcbd22bbb13736a, regionState=OPENING, regionLocation=714b435e65e7,41373,1731539124308 2024-11-13T23:05:26,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d7bdfcc3ba5b910ffcbd22bbb13736a, ASSIGN because future has completed 2024-11-13T23:05:26,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d7bdfcc3ba5b910ffcbd22bbb13736a, server=714b435e65e7,41373,1731539124308}] 2024-11-13T23:05:26,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdbcffc755c0d711a95afdd039850cd, ASSIGN because future has completed 2024-11-13T23:05:26,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdbcffc755c0d711a95afdd039850cd, server=714b435e65e7,44901,1731539124195}] 2024-11-13T23:05:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:26,997 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:27,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:27,010 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:27,011 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bdbcffc755c0d711a95afdd039850cd, NAME => 'testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T23:05:27,011 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:27,011 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,011 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:27,011 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d7bdfcc3ba5b910ffcbd22bbb13736a, NAME => 'testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T23:05:27,012 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,012 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,012 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,012 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:27,012 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,012 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,014 INFO [StoreOpener-7d7bdfcc3ba5b910ffcbd22bbb13736a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,014 INFO [StoreOpener-2bdbcffc755c0d711a95afdd039850cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,016 INFO [StoreOpener-7d7bdfcc3ba5b910ffcbd22bbb13736a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d7bdfcc3ba5b910ffcbd22bbb13736a columnFamilyName family 2024-11-13T23:05:27,016 INFO [StoreOpener-2bdbcffc755c0d711a95afdd039850cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdbcffc755c0d711a95afdd039850cd columnFamilyName family 2024-11-13T23:05:27,016 DEBUG [StoreOpener-2bdbcffc755c0d711a95afdd039850cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:27,016 DEBUG [StoreOpener-7d7bdfcc3ba5b910ffcbd22bbb13736a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:27,017 INFO [StoreOpener-2bdbcffc755c0d711a95afdd039850cd-1 {}] regionserver.HStore(327): Store=2bdbcffc755c0d711a95afdd039850cd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:27,017 INFO [StoreOpener-7d7bdfcc3ba5b910ffcbd22bbb13736a-1 {}] regionserver.HStore(327): Store=7d7bdfcc3ba5b910ffcbd22bbb13736a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:27,018 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,017 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,019 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,019 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,019 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,020 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,020 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,020 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,020 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,021 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,023 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,023 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,026 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/2bdbcffc755c0d711a95afdd039850cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:27,027 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/7d7bdfcc3ba5b910ffcbd22bbb13736a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:27,027 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7d7bdfcc3ba5b910ffcbd22bbb13736a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72090359, jitterRate=0.07423005998134613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:27,027 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2bdbcffc755c0d711a95afdd039850cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69337262, jitterRate=0.03320571780204773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:27,028 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,028 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,028 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7d7bdfcc3ba5b910ffcbd22bbb13736a: Running coprocessor pre-open hook at 1731539127012Writing region info on filesystem at 1731539127012Initializing all the Stores at 1731539127014 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539127014Cleaning up temporary data from old regions at 1731539127020 (+6 ms)Running coprocessor post-open hooks at 1731539127028 (+8 ms)Region opened successfully at 1731539127028 2024-11-13T23:05:27,028 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2bdbcffc755c0d711a95afdd039850cd: Running coprocessor pre-open hook at 1731539127012Writing region info on filesystem at 1731539127012Initializing all the Stores at 1731539127013 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539127014 (+1 ms)Cleaning up temporary data from old regions at 1731539127021 (+7 ms)Running coprocessor post-open hooks at 1731539127028 (+7 ms)Region opened successfully at 1731539127028 2024-11-13T23:05:27,030 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd., pid=8, masterSystemTime=1731539127000 2024-11-13T23:05:27,030 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a., pid=7, masterSystemTime=1731539126996 2024-11-13T23:05:27,034 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:27,034 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:27,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2bdbcffc755c0d711a95afdd039850cd, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,44901,1731539124195 2024-11-13T23:05:27,036 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:27,036 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:27,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d7bdfcc3ba5b910ffcbd22bbb13736a, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,41373,1731539124308 2024-11-13T23:05:27,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdbcffc755c0d711a95afdd039850cd, server=714b435e65e7,44901,1731539124195 because future has completed 2024-11-13T23:05:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d7bdfcc3ba5b910ffcbd22bbb13736a, server=714b435e65e7,41373,1731539124308 because future has completed 2024-11-13T23:05:27,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T23:05:27,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bdbcffc755c0d711a95afdd039850cd, server=714b435e65e7,44901,1731539124195 in 199 msec 2024-11-13T23:05:27,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bdbcffc755c0d711a95afdd039850cd, ASSIGN in 378 msec 2024-11-13T23:05:27,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T23:05:27,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d7bdfcc3ba5b910ffcbd22bbb13736a, server=714b435e65e7,41373,1731539124308 in 207 msec 2024-11-13T23:05:27,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T23:05:27,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d7bdfcc3ba5b910ffcbd22bbb13736a, ASSIGN in 381 msec 2024-11-13T23:05:27,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:05:27,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539127059"}]},"ts":"1731539127059"} 2024-11-13T23:05:27,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T23:05:27,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:05:27,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 499 msec 2024-11-13T23:05:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:27,209 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T23:05:27,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T23:05:27,213 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:27,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T23:05:27,221 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:27,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T23:05:27,232 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a., hostname=714b435e65e7,41373,1731539124308, seqNum=2] 2024-11-13T23:05:27,233 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:27,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:27,254 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd., hostname=714b435e65e7,44901,1731539124195, seqNum=2] 2024-11-13T23:05:27,273 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bdbcffc755c0d711a95afdd039850cd 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T23:05:27,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/2bdbcffc755c0d711a95afdd039850cd/.tmp/family/9a902783453f4bbf966d6089ecf6d22c is 32, key is 5/family:/1731539127255/Put/seqid=0 2024-11-13T23:05:27,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741839_1015 (size=5083) 2024-11-13T23:05:27,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741839_1015 (size=5083) 2024-11-13T23:05:27,343 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/2bdbcffc755c0d711a95afdd039850cd/.tmp/family/9a902783453f4bbf966d6089ecf6d22c 2024-11-13T23:05:27,387 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/2bdbcffc755c0d711a95afdd039850cd/.tmp/family/9a902783453f4bbf966d6089ecf6d22c as hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/2bdbcffc755c0d711a95afdd039850cd/family/9a902783453f4bbf966d6089ecf6d22c 2024-11-13T23:05:27,397 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/2bdbcffc755c0d711a95afdd039850cd/family/9a902783453f4bbf966d6089ecf6d22c, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T23:05:27,404 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2bdbcffc755c0d711a95afdd039850cd in 131ms, sequenceid=9, compaction requested=false 2024-11-13T23:05:27,405 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-13T23:05:27,407 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2bdbcffc755c0d711a95afdd039850cd: 2024-11-13T23:05:27,407 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7d7bdfcc3ba5b910ffcbd22bbb13736a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T23:05:27,426 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/7d7bdfcc3ba5b910ffcbd22bbb13736a/.tmp/family/9c75ecfcb72d486393138eaeb2b7053c is 32, key is 1/family:/1731539127236/Put/seqid=0 2024-11-13T23:05:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741840_1016 (size=5054) 2024-11-13T23:05:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741840_1016 (size=5054) 2024-11-13T23:05:27,434 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/7d7bdfcc3ba5b910ffcbd22bbb13736a/.tmp/family/9c75ecfcb72d486393138eaeb2b7053c 2024-11-13T23:05:27,444 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/7d7bdfcc3ba5b910ffcbd22bbb13736a/.tmp/family/9c75ecfcb72d486393138eaeb2b7053c as hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/7d7bdfcc3ba5b910ffcbd22bbb13736a/family/9c75ecfcb72d486393138eaeb2b7053c 2024-11-13T23:05:27,454 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/7d7bdfcc3ba5b910ffcbd22bbb13736a/family/9c75ecfcb72d486393138eaeb2b7053c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T23:05:27,455 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7d7bdfcc3ba5b910ffcbd22bbb13736a in 48ms, sequenceid=8, compaction requested=false 2024-11-13T23:05:27,455 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7d7bdfcc3ba5b910ffcbd22bbb13736a: 2024-11-13T23:05:27,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a81e2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:27,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,43991,-1 for getting cluster id 2024-11-13T23:05:27,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:05:27,459 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83fbe811-0292-46c4-874b-77c361c7d29f' 2024-11-13T23:05:27,460 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:05:27,460 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83fbe811-0292-46c4-874b-77c361c7d29f" 2024-11-13T23:05:27,461 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0ccc4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:27,461 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,43991,-1] 2024-11-13T23:05:27,461 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:05:27,462 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,463 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:05:27,465 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a37e288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:27,480 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T23:05:27,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:27,482 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,44901,1731539124195, seqNum=-1] 2024-11-13T23:05:27,482 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:27,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:27,494 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:27,495 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:27,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:27,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:27,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:27,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:27,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:05:27,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:05:27,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:27,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:27,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:05:27,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:05:27,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1629390249, stopped=false 2024-11-13T23:05:27,511 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,43991,1731539123491 2024-11-13T23:05:27,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:27,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:27,552 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:27,552 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:27,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:27,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:27,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:27,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:27,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:27,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:27,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:27,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:27,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,44901,1731539124195' ***** 2024-11-13T23:05:27,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:27,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,41373,1731539124308' ***** 2024-11-13T23:05:27,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:27,554 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:27,554 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:27,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:27,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:27,554 INFO [RS:1;714b435e65e7:41373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:27,554 INFO [RS:0;714b435e65e7:44901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:27,555 INFO [RS:1;714b435e65e7:41373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:27,555 INFO [RS:0;714b435e65e7:44901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:27,555 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,555 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,555 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,44901,1731539124195 2024-11-13T23:05:27,555 INFO [RS:0;714b435e65e7:44901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:27,556 INFO [RS:0;714b435e65e7:44901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:44901. 2024-11-13T23:05:27,556 DEBUG [RS:0;714b435e65e7:44901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:27,556 DEBUG [RS:0;714b435e65e7:44901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,556 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,41373,1731539124308 2024-11-13T23:05:27,556 INFO [RS:1;714b435e65e7:41373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:27,556 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bdbcffc755c0d711a95afdd039850cd, disabling compactions & flushes 2024-11-13T23:05:27,556 INFO [RS:1;714b435e65e7:41373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;714b435e65e7:41373. 2024-11-13T23:05:27,556 INFO [RS:0;714b435e65e7:44901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:27,556 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d7bdfcc3ba5b910ffcbd22bbb13736a, disabling compactions & flushes 2024-11-13T23:05:27,556 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:27,556 INFO [RS:0;714b435e65e7:44901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:27,556 DEBUG [RS:1;714b435e65e7:41373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:27,556 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:27,556 INFO [RS:0;714b435e65e7:44901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:27,556 DEBUG [RS:1;714b435e65e7:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,556 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:27,556 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. after waiting 0 ms 2024-11-13T23:05:27,556 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:27,556 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:27,556 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:05:27,556 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. after waiting 0 ms 2024-11-13T23:05:27,556 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:05:27,556 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:27,556 DEBUG [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(1325): Online Regions={7d7bdfcc3ba5b910ffcbd22bbb13736a=testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a.} 2024-11-13T23:05:27,557 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:05:27,557 DEBUG [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2bdbcffc755c0d711a95afdd039850cd=testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd.} 2024-11-13T23:05:27,557 DEBUG [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(1351): Waiting on 7d7bdfcc3ba5b910ffcbd22bbb13736a 2024-11-13T23:05:27,557 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:27,557 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:27,557 DEBUG [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bdbcffc755c0d711a95afdd039850cd 2024-11-13T23:05:27,557 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:27,557 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:27,557 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:27,557 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T23:05:27,565 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/2bdbcffc755c0d711a95afdd039850cd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T23:05:27,565 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/default/testClearRegionBlockCache/7d7bdfcc3ba5b910ffcbd22bbb13736a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T23:05:27,567 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:27,567 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:27,568 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d7bdfcc3ba5b910ffcbd22bbb13736a: Waiting for close lock at 1731539127556Running coprocessor pre-close hooks at 1731539127556Disabling compacts and flushes for region at 1731539127556Disabling writes for close at 1731539127556Writing region close event to WAL at 1731539127559 (+3 ms)Running coprocessor post-close hooks at 1731539127566 (+7 ms)Closed at 1731539127567 (+1 ms) 2024-11-13T23:05:27,568 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bdbcffc755c0d711a95afdd039850cd: Waiting for close lock at 1731539127555Running coprocessor pre-close hooks at 1731539127556 (+1 ms)Disabling compacts and flushes for region at 1731539127556Disabling writes for close at 1731539127556Writing region close event to WAL at 1731539127559 (+3 ms)Running coprocessor post-close hooks at 1731539127566 (+7 ms)Closed at 1731539127567 (+1 ms) 2024-11-13T23:05:27,568 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd. 2024-11-13T23:05:27,568 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731539126558.7d7bdfcc3ba5b910ffcbd22bbb13736a. 2024-11-13T23:05:27,580 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/.tmp/info/9f3d50dda46f41adb46374fe5dcc9632 is 173, key is testClearRegionBlockCache,5,1731539126558.2bdbcffc755c0d711a95afdd039850cd./info:regioninfo/1731539127035/Put/seqid=0 2024-11-13T23:05:27,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:27,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:27,589 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/.tmp/info/9f3d50dda46f41adb46374fe5dcc9632 2024-11-13T23:05:27,606 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:05:27,607 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:05:27,609 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:27,609 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:27,624 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/.tmp/ns/678d3aa70bf541beae629266a18988e3 is 43, key is default/ns:d/1731539126330/Put/seqid=0 2024-11-13T23:05:27,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:27,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:27,632 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/.tmp/ns/678d3aa70bf541beae629266a18988e3 2024-11-13T23:05:27,658 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/.tmp/table/18e2b4a57e814b7c8d5fdb3f703e3673 is 61, key is testClearRegionBlockCache/table:state/1731539127059/Put/seqid=0 2024-11-13T23:05:27,663 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:05:27,663 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:05:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:27,666 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/.tmp/table/18e2b4a57e814b7c8d5fdb3f703e3673 2024-11-13T23:05:27,677 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/.tmp/info/9f3d50dda46f41adb46374fe5dcc9632 as hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/info/9f3d50dda46f41adb46374fe5dcc9632 2024-11-13T23:05:27,687 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/info/9f3d50dda46f41adb46374fe5dcc9632, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T23:05:27,689 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/.tmp/ns/678d3aa70bf541beae629266a18988e3 as hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/ns/678d3aa70bf541beae629266a18988e3 2024-11-13T23:05:27,700 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/ns/678d3aa70bf541beae629266a18988e3, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T23:05:27,701 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/.tmp/table/18e2b4a57e814b7c8d5fdb3f703e3673 as hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/table/18e2b4a57e814b7c8d5fdb3f703e3673 2024-11-13T23:05:27,710 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/table/18e2b4a57e814b7c8d5fdb3f703e3673, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T23:05:27,712 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=13, compaction requested=false 2024-11-13T23:05:27,712 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:05:27,719 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T23:05:27,720 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:05:27,721 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:27,721 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539127557Running coprocessor pre-close hooks at 1731539127557Disabling compacts and flushes for region at 1731539127557Disabling writes for close at 1731539127557Obtaining lock to block concurrent updates at 1731539127557Preparing flush snapshotting stores in 1588230740 at 1731539127557Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731539127558 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731539127559 (+1 ms)Flushing 1588230740/info: creating writer at 1731539127560 (+1 ms)Flushing 1588230740/info: appending metadata at 1731539127579 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731539127580 (+1 ms)Flushing 1588230740/ns: creating writer at 1731539127601 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731539127623 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731539127623Flushing 1588230740/table: creating writer at 1731539127641 (+18 ms)Flushing 1588230740/table: appending metadata at 1731539127658 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731539127658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a65e5a: reopening flushed file at 1731539127675 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5b166a: reopening flushed file at 1731539127688 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e309ef: reopening flushed file at 1731539127700 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=13, compaction requested=false at 1731539127712 (+12 ms)Writing region close event to WAL at 1731539127714 (+2 ms)Running coprocessor post-close hooks at 1731539127720 (+6 ms)Closed at 1731539127721 (+1 ms) 2024-11-13T23:05:27,721 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:27,757 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,41373,1731539124308; all regions closed. 2024-11-13T23:05:27,757 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,44901,1731539124195; all regions closed. 2024-11-13T23:05:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741834_1010 (size=1758) 2024-11-13T23:05:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741834_1010 (size=1758) 2024-11-13T23:05:27,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:27,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:27,779 DEBUG [RS:1;714b435e65e7:41373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/oldWALs 2024-11-13T23:05:27,779 INFO [RS:1;714b435e65e7:41373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C41373%2C1731539124308:(num 1731539125768) 2024-11-13T23:05:27,779 DEBUG [RS:1;714b435e65e7:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,779 INFO [RS:1;714b435e65e7:41373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:27,779 DEBUG [RS:0;714b435e65e7:44901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/oldWALs 2024-11-13T23:05:27,779 INFO [RS:1;714b435e65e7:41373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:27,779 INFO [RS:0;714b435e65e7:44901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C44901%2C1731539124195.meta:.meta(num 1731539126165) 2024-11-13T23:05:27,780 INFO [RS:1;714b435e65e7:41373 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:27,780 INFO [RS:1;714b435e65e7:41373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:27,780 INFO [RS:1;714b435e65e7:41373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:27,780 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:27,780 INFO [RS:1;714b435e65e7:41373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:27,780 INFO [RS:1;714b435e65e7:41373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:27,780 INFO [RS:1;714b435e65e7:41373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41373 2024-11-13T23:05:27,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741833_1009 (size=1867) 2024-11-13T23:05:27,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/WALs/714b435e65e7,44901,1731539124195/714b435e65e7%2C44901%2C1731539124195.1731539125768 not finished, retry = 0 2024-11-13T23:05:27,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741833_1009 (size=1867) 2024-11-13T23:05:27,793 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,41373,1731539124308 2024-11-13T23:05:27,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:27,793 INFO [RS:1;714b435e65e7:41373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:27,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,41373,1731539124308] 2024-11-13T23:05:27,810 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,41373,1731539124308 already deleted, retry=false 2024-11-13T23:05:27,810 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,41373,1731539124308 expired; onlineServers=1 2024-11-13T23:05:27,895 DEBUG [RS:0;714b435e65e7:44901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/oldWALs 2024-11-13T23:05:27,895 INFO [RS:0;714b435e65e7:44901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C44901%2C1731539124195:(num 1731539125768) 2024-11-13T23:05:27,895 DEBUG [RS:0;714b435e65e7:44901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:27,895 INFO [RS:0;714b435e65e7:44901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:27,896 INFO [RS:0;714b435e65e7:44901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:27,897 INFO [RS:0;714b435e65e7:44901 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:27,897 INFO [RS:0;714b435e65e7:44901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:27,897 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:27,898 INFO [RS:0;714b435e65e7:44901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44901 2024-11-13T23:05:27,902 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:27,902 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10137bbebfb0002, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:27,902 INFO [RS:1;714b435e65e7:41373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:27,902 INFO [RS:1;714b435e65e7:41373 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,41373,1731539124308; zookeeper connection closed. 2024-11-13T23:05:27,903 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a653dab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a653dab 2024-11-13T23:05:27,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:27,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,44901,1731539124195 2024-11-13T23:05:27,909 INFO [RS:0;714b435e65e7:44901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:27,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,44901,1731539124195] 2024-11-13T23:05:27,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,44901,1731539124195 already deleted, retry=false 2024-11-13T23:05:27,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,44901,1731539124195 expired; onlineServers=0 2024-11-13T23:05:27,927 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,43991,1731539123491' ***** 2024-11-13T23:05:27,927 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:05:27,927 INFO [M:0;714b435e65e7:43991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:27,927 INFO [M:0;714b435e65e7:43991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:27,927 DEBUG [M:0;714b435e65e7:43991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:05:27,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:05:27,927 DEBUG [M:0;714b435e65e7:43991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:05:27,927 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539125364 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539125364,5,FailOnTimeoutGroup] 2024-11-13T23:05:27,927 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539125365 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539125365,5,FailOnTimeoutGroup] 2024-11-13T23:05:27,928 INFO [M:0;714b435e65e7:43991 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:27,928 INFO [M:0;714b435e65e7:43991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:27,928 DEBUG [M:0;714b435e65e7:43991 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:05:27,928 INFO [M:0;714b435e65e7:43991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:05:27,928 INFO [M:0;714b435e65e7:43991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:27,929 INFO [M:0;714b435e65e7:43991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:05:27,929 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:05:27,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:27,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:27,935 DEBUG [M:0;714b435e65e7:43991 {}] zookeeper.ZKUtil(347): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T23:05:27,935 WARN [M:0;714b435e65e7:43991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:05:27,936 INFO [M:0;714b435e65e7:43991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/.lastflushedseqids 2024-11-13T23:05:27,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741844_1020 (size=182) 2024-11-13T23:05:27,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741844_1020 (size=182) 2024-11-13T23:05:27,951 INFO [M:0;714b435e65e7:43991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:05:27,951 INFO [M:0;714b435e65e7:43991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:05:27,952 DEBUG [M:0;714b435e65e7:43991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:27,952 INFO [M:0;714b435e65e7:43991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:27,952 DEBUG [M:0;714b435e65e7:43991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:27,952 DEBUG [M:0;714b435e65e7:43991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:27,952 DEBUG [M:0;714b435e65e7:43991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:27,952 INFO [M:0;714b435e65e7:43991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T23:05:27,975 DEBUG [M:0;714b435e65e7:43991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/153f1690144947579bb59a5d59928e4f is 82, key is hbase:meta,,1/info:regioninfo/1731539126260/Put/seqid=0 2024-11-13T23:05:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:27,982 INFO [M:0;714b435e65e7:43991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/153f1690144947579bb59a5d59928e4f 2024-11-13T23:05:28,008 DEBUG [M:0;714b435e65e7:43991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f192050b838b41fd8cf2718804578f24 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731539127066/Put/seqid=0 2024-11-13T23:05:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:28,015 INFO [M:0;714b435e65e7:43991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f192050b838b41fd8cf2718804578f24 2024-11-13T23:05:28,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:28,018 INFO [RS:0;714b435e65e7:44901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:28,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x10137bbebfb0001, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:28,018 INFO [RS:0;714b435e65e7:44901 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,44901,1731539124195; zookeeper connection closed. 2024-11-13T23:05:28,019 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68cc9c52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68cc9c52 2024-11-13T23:05:28,019 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T23:05:28,037 DEBUG [M:0;714b435e65e7:43991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/584231ba64354f4196e3ac347876850a is 69, key is 714b435e65e7,41373,1731539124308/rs:state/1731539125493/Put/seqid=0 2024-11-13T23:05:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:28,044 INFO [M:0;714b435e65e7:43991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/584231ba64354f4196e3ac347876850a 2024-11-13T23:05:28,052 DEBUG [M:0;714b435e65e7:43991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/153f1690144947579bb59a5d59928e4f as hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/153f1690144947579bb59a5d59928e4f 2024-11-13T23:05:28,061 INFO [M:0;714b435e65e7:43991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/153f1690144947579bb59a5d59928e4f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T23:05:28,063 DEBUG [M:0;714b435e65e7:43991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f192050b838b41fd8cf2718804578f24 as hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f192050b838b41fd8cf2718804578f24 2024-11-13T23:05:28,071 INFO [M:0;714b435e65e7:43991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f192050b838b41fd8cf2718804578f24, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T23:05:28,072 DEBUG [M:0;714b435e65e7:43991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/584231ba64354f4196e3ac347876850a as hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/584231ba64354f4196e3ac347876850a 2024-11-13T23:05:28,080 INFO [M:0;714b435e65e7:43991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/584231ba64354f4196e3ac347876850a, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T23:05:28,081 INFO [M:0;714b435e65e7:43991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false 2024-11-13T23:05:28,083 INFO [M:0;714b435e65e7:43991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:28,083 DEBUG [M:0;714b435e65e7:43991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539127952Disabling compacts and flushes for region at 1731539127952Disabling writes for close at 1731539127952Obtaining lock to block concurrent updates at 1731539127952Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731539127952Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731539127952Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731539127953 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731539127953Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731539127974 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731539127974Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731539127989 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731539128007 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731539128007Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731539128022 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731539128037 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731539128037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d75596: reopening flushed file at 1731539128051 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217a9f85: reopening flushed file at 1731539128061 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178a34a1: reopening flushed file at 1731539128071 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false at 1731539128082 (+11 ms)Writing region close event to WAL at 1731539128083 (+1 ms)Closed at 1731539128083 2024-11-13T23:05:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:28,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6a34ff3-706c-ab21-c4b3-6b0f849db926/MasterData/WALs/714b435e65e7,43991,1731539123491/714b435e65e7%2C43991%2C1731539123491.1731539124726 not finished, retry = 0 2024-11-13T23:05:28,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39129 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:28,189 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:28,190 INFO [M:0;714b435e65e7:43991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:05:28,190 INFO [M:0;714b435e65e7:43991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43991 2024-11-13T23:05:28,191 INFO [M:0;714b435e65e7:43991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:28,302 INFO [M:0;714b435e65e7:43991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x10137bbebfb0000, quorum=127.0.0.1:52644, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:28,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf7a93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:28,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:28,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:28,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:28,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:28,347 WARN [BP-566790824-172.17.0.2-1731539119700 heartbeating to localhost/127.0.0.1:42969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:28,347 WARN [BP-566790824-172.17.0.2-1731539119700 heartbeating to localhost/127.0.0.1:42969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-566790824-172.17.0.2-1731539119700 (Datanode Uuid d891025f-a6e9-41cf-a85b-a0c0cae707ad) service to localhost/127.0.0.1:42969 2024-11-13T23:05:28,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:28,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:28,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/data/data3/current/BP-566790824-172.17.0.2-1731539119700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:28,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/data/data4/current/BP-566790824-172.17.0.2-1731539119700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:28,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:28,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc3e688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:28,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:28,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:28,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:28,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:28,353 WARN [BP-566790824-172.17.0.2-1731539119700 heartbeating to localhost/127.0.0.1:42969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:28,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:28,353 WARN [BP-566790824-172.17.0.2-1731539119700 heartbeating to localhost/127.0.0.1:42969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-566790824-172.17.0.2-1731539119700 (Datanode Uuid 177618b3-f63a-4e8b-90a4-95a7fc44b38d) service to localhost/127.0.0.1:42969 2024-11-13T23:05:28,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:28,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/data/data1/current/BP-566790824-172.17.0.2-1731539119700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:28,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/cluster_1f016641-e172-4237-3d14-904b3afd3782/data/data2/current/BP-566790824-172.17.0.2-1731539119700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:28,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:28,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:28,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:28,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:28,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:28,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:28,374 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:05:28,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:05:28,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: master/714b435e65e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4e7a17de java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42969 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/714b435e65e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42969 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=407 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 165) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4417 (was 4967) 2024-11-13T23:05:28,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=407, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=4417 2024-11-13T23:05:28,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.log.dir so I do NOT create it in target/test-data/e0103fbd-4081-683d-6c40-902792e957ee 2024-11-13T23:05:28,435 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:05:28,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.tmp.dir so I do NOT create it in target/test-data/e0103fbd-4081-683d-6c40-902792e957ee 2024-11-13T23:05:28,435 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4c9776-ce22-2d36-e183-5c7a10ca0465/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:05:28,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee 2024-11-13T23:05:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:05:28,436 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad, deleteOnExit=true 2024-11-13T23:05:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:05:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/test.cache.data in system properties and HBase conf 2024-11-13T23:05:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:05:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:05:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:05:28,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:05:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:05:28,437 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:05:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:05:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:05:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:05:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:05:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:05:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:05:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:05:28,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:05:28,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:28,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:28,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:28,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:28,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:28,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:28,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@470b5537{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:28,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571c957d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:28,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9c240{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/java.io.tmpdir/jetty-localhost-44451-hadoop-hdfs-3_4_1-tests_jar-_-any-9264142979752341254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:28,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d806d25{HTTP/1.1, (http/1.1)}{localhost:44451} 2024-11-13T23:05:28,878 INFO [Time-limited test {}] server.Server(415): Started @11037ms 2024-11-13T23:05:29,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:29,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:29,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:29,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:29,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:29,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52601f84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:29,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190e881d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:29,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@553d71ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/java.io.tmpdir/jetty-localhost-46681-hadoop-hdfs-3_4_1-tests_jar-_-any-5563134261296424820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:29,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7296f155{HTTP/1.1, (http/1.1)}{localhost:46681} 2024-11-13T23:05:29,222 INFO [Time-limited test {}] server.Server(415): Started @11381ms 2024-11-13T23:05:29,223 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:29,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:29,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:29,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:29,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:29,259 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:29,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c833720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:29,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac0c0ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:29,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9888bd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/java.io.tmpdir/jetty-localhost-44269-hadoop-hdfs-3_4_1-tests_jar-_-any-18143425540330216920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:29,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c6baba1{HTTP/1.1, (http/1.1)}{localhost:44269} 2024-11-13T23:05:29,354 INFO [Time-limited test {}] server.Server(415): Started @11514ms 2024-11-13T23:05:29,356 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:30,043 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/data/data1/current/BP-1651980718-172.17.0.2-1731539128460/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:30,043 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/data/data2/current/BP-1651980718-172.17.0.2-1731539128460/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:30,063 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x339d403fa1e35ffb with lease ID 0xdb6759272ba5080b: Processing first storage report for DS-d3a75ca4-6af3-4b47-b611-df2f33bb407f from datanode DatanodeRegistration(127.0.0.1:40349, datanodeUuid=9d5a8352-5bee-487f-bb75-87515d175f8b, infoPort=41963, infoSecurePort=0, ipcPort=35019, storageInfo=lv=-57;cid=testClusterID;nsid=2123056053;c=1731539128460) 2024-11-13T23:05:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x339d403fa1e35ffb with lease ID 0xdb6759272ba5080b: from storage DS-d3a75ca4-6af3-4b47-b611-df2f33bb407f node DatanodeRegistration(127.0.0.1:40349, datanodeUuid=9d5a8352-5bee-487f-bb75-87515d175f8b, infoPort=41963, infoSecurePort=0, ipcPort=35019, storageInfo=lv=-57;cid=testClusterID;nsid=2123056053;c=1731539128460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x339d403fa1e35ffb with lease ID 0xdb6759272ba5080b: Processing first storage report for DS-ddadf798-1fa4-480f-8d62-ffa4ea2b88f0 from datanode DatanodeRegistration(127.0.0.1:40349, datanodeUuid=9d5a8352-5bee-487f-bb75-87515d175f8b, infoPort=41963, infoSecurePort=0, ipcPort=35019, storageInfo=lv=-57;cid=testClusterID;nsid=2123056053;c=1731539128460) 2024-11-13T23:05:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x339d403fa1e35ffb with lease ID 0xdb6759272ba5080b: from storage DS-ddadf798-1fa4-480f-8d62-ffa4ea2b88f0 node DatanodeRegistration(127.0.0.1:40349, datanodeUuid=9d5a8352-5bee-487f-bb75-87515d175f8b, infoPort=41963, infoSecurePort=0, ipcPort=35019, storageInfo=lv=-57;cid=testClusterID;nsid=2123056053;c=1731539128460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:30,161 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/data/data3/current/BP-1651980718-172.17.0.2-1731539128460/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:30,161 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/data/data4/current/BP-1651980718-172.17.0.2-1731539128460/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:30,176 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:30,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f6c3f158b19349f with lease ID 0xdb6759272ba5080c: Processing first storage report for DS-a8e7d54c-de3c-4e7a-a6e2-fe08e1baec23 from datanode DatanodeRegistration(127.0.0.1:44139, datanodeUuid=9640f2da-eafc-44d5-aa9a-57f935471504, infoPort=33461, infoSecurePort=0, ipcPort=32907, storageInfo=lv=-57;cid=testClusterID;nsid=2123056053;c=1731539128460) 2024-11-13T23:05:30,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f6c3f158b19349f with lease ID 0xdb6759272ba5080c: from storage DS-a8e7d54c-de3c-4e7a-a6e2-fe08e1baec23 node DatanodeRegistration(127.0.0.1:44139, datanodeUuid=9640f2da-eafc-44d5-aa9a-57f935471504, infoPort=33461, infoSecurePort=0, ipcPort=32907, storageInfo=lv=-57;cid=testClusterID;nsid=2123056053;c=1731539128460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:30,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f6c3f158b19349f with lease ID 0xdb6759272ba5080c: Processing first storage report for DS-36b83808-d5cc-4782-a174-70e91f4cbac5 from datanode DatanodeRegistration(127.0.0.1:44139, datanodeUuid=9640f2da-eafc-44d5-aa9a-57f935471504, infoPort=33461, infoSecurePort=0, ipcPort=32907, storageInfo=lv=-57;cid=testClusterID;nsid=2123056053;c=1731539128460) 2024-11-13T23:05:30,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f6c3f158b19349f with lease ID 0xdb6759272ba5080c: from storage DS-36b83808-d5cc-4782-a174-70e91f4cbac5 node DatanodeRegistration(127.0.0.1:44139, datanodeUuid=9640f2da-eafc-44d5-aa9a-57f935471504, infoPort=33461, infoSecurePort=0, ipcPort=32907, storageInfo=lv=-57;cid=testClusterID;nsid=2123056053;c=1731539128460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:30,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee 2024-11-13T23:05:30,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/zookeeper_0, clientPort=64750, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:05:30,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64750 2024-11-13T23:05:30,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:30,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:30,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:30,216 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867 with version=8 2024-11-13T23:05:30,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/hbase-staging 2024-11-13T23:05:30,218 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:30,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:30,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:30,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:30,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:30,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:30,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:05:30,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:30,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38887 2024-11-13T23:05:30,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38887 connecting to ZooKeeper ensemble=127.0.0.1:64750 2024-11-13T23:05:30,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388870x0, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:30,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38887-0x10137bc093d0000 connected 2024-11-13T23:05:30,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:30,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:30,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:30,339 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867, hbase.cluster.distributed=false 2024-11-13T23:05:30,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:30,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38887 2024-11-13T23:05:30,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38887 2024-11-13T23:05:30,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38887 2024-11-13T23:05:30,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38887 2024-11-13T23:05:30,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38887 2024-11-13T23:05:30,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:30,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:30,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:30,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:30,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:30,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:30,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:30,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:30,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37763 2024-11-13T23:05:30,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37763 connecting to ZooKeeper ensemble=127.0.0.1:64750 2024-11-13T23:05:30,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:30,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377630x0, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:30,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:30,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37763-0x10137bc093d0001 connected 2024-11-13T23:05:30,377 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:30,378 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:30,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:30,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:30,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37763 2024-11-13T23:05:30,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37763 2024-11-13T23:05:30,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37763 2024-11-13T23:05:30,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37763 2024-11-13T23:05:30,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37763 2024-11-13T23:05:30,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:30,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:30,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:30,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:30,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:30,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:30,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:30,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:30,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43467 2024-11-13T23:05:30,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43467 connecting to ZooKeeper ensemble=127.0.0.1:64750 2024-11-13T23:05:30,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:30,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:30,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434670x0, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:30,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:30,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43467-0x10137bc093d0002 connected 2024-11-13T23:05:30,410 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:30,411 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:30,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:30,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:30,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43467 2024-11-13T23:05:30,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43467 2024-11-13T23:05:30,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43467 2024-11-13T23:05:30,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43467 2024-11-13T23:05:30,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43467 2024-11-13T23:05:30,430 DEBUG [M:0;714b435e65e7:38887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:38887 2024-11-13T23:05:30,430 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/714b435e65e7,38887,1731539130218 2024-11-13T23:05:30,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:30,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:30,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:30,435 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/714b435e65e7,38887,1731539130218 2024-11-13T23:05:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,444 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T23:05:30,444 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/714b435e65e7,38887,1731539130218 from backup master directory 2024-11-13T23:05:30,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/714b435e65e7,38887,1731539130218 2024-11-13T23:05:30,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:30,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:30,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:30,451 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:30,452 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,38887,1731539130218 2024-11-13T23:05:30,456 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/hbase.id] with ID: 62464216-2c40-4c61-8edd-8a6db4f7d661 2024-11-13T23:05:30,456 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/.tmp/hbase.id 2024-11-13T23:05:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:30,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:30,463 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/.tmp/hbase.id]:[hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/hbase.id] 2024-11-13T23:05:30,479 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:30,479 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:05:30,481 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:05:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:30,501 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:30,502 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:05:30,502 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:30,512 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store 2024-11-13T23:05:30,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:30,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:30,520 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:30,520 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:30,520 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:30,520 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:30,520 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:30,521 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:30,521 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:30,521 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539130520Disabling compacts and flushes for region at 1731539130520Disabling writes for close at 1731539130520Writing region close event to WAL at 1731539130521 (+1 ms)Closed at 1731539130521 2024-11-13T23:05:30,522 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/.initializing 2024-11-13T23:05:30,522 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/WALs/714b435e65e7,38887,1731539130218 2024-11-13T23:05:30,524 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:30,526 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C38887%2C1731539130218, suffix=, logDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/WALs/714b435e65e7,38887,1731539130218, archiveDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/oldWALs, maxLogs=10 2024-11-13T23:05:30,538 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/WALs/714b435e65e7,38887,1731539130218/714b435e65e7%2C38887%2C1731539130218.1731539130527, exclude list is [], retry=0 2024-11-13T23:05:30,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44139,DS-a8e7d54c-de3c-4e7a-a6e2-fe08e1baec23,DISK] 2024-11-13T23:05:30,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d3a75ca4-6af3-4b47-b611-df2f33bb407f,DISK] 2024-11-13T23:05:30,544 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/WALs/714b435e65e7,38887,1731539130218/714b435e65e7%2C38887%2C1731539130218.1731539130527 2024-11-13T23:05:30,545 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:41963:41963)] 2024-11-13T23:05:30,545 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:30,545 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:30,545 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,545 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:05:30,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:30,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:30,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:05:30,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:30,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:30,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:05:30,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:30,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:30,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:05:30,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:30,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:30,560 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,561 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,562 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,564 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,564 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,564 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:30,566 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:30,568 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:30,569 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59849591, jitterRate=-0.10817159712314606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:30,570 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731539130545Initializing all the Stores at 1731539130547 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539130547Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539130547Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539130547Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539130547Cleaning up temporary data from old regions at 1731539130564 (+17 ms)Region opened successfully at 1731539130569 (+5 ms) 2024-11-13T23:05:30,570 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:05:30,574 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebfe58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:30,575 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:05:30,575 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:05:30,575 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:05:30,575 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:05:30,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:05:30,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:05:30,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:05:30,579 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:05:30,580 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T23:05:30,584 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T23:05:30,585 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:05:30,585 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:05:30,593 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T23:05:30,593 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:05:30,594 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:05:30,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T23:05:30,602 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:05:30,610 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T23:05:30,612 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:05:30,618 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T23:05:30,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:30,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:30,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:30,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,627 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,38887,1731539130218, sessionid=0x10137bc093d0000, setting cluster-up flag (Was=false) 2024-11-13T23:05:30,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,668 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T23:05:30,670 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,38887,1731539130218 2024-11-13T23:05:30,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:30,710 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T23:05:30,711 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,38887,1731539130218 2024-11-13T23:05:30,713 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:05:30,715 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:30,715 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:05:30,715 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:05:30,715 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,38887,1731539130218 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:05:30,718 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(746): ClusterId : 62464216-2c40-4c61-8edd-8a6db4f7d661 2024-11-13T23:05:30,718 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:30,718 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(746): ClusterId : 62464216-2c40-4c61-8edd-8a6db4f7d661 2024-11-13T23:05:30,718 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:30,718 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:30,718 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:30,718 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:30,718 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:30,718 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:05:30,718 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,718 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:30,719 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:30,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:05:30,723 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:30,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:05:30,724 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731539160724 2024-11-13T23:05:30,724 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:05:30,724 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:05:30,725 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:05:30,725 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:05:30,725 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:05:30,725 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:05:30,725 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,726 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:05:30,726 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:05:30,726 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:05:30,726 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:05:30,726 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:05:30,728 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:30,728 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:30,728 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:30,728 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:30,729 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539130727,5,FailOnTimeoutGroup] 2024-11-13T23:05:30,731 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539130729,5,FailOnTimeoutGroup] 2024-11-13T23:05:30,731 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,732 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:05:30,732 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,732 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,736 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:30,736 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:30,736 DEBUG [RS:1;714b435e65e7:43467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e29c95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:30,736 DEBUG [RS:0;714b435e65e7:37763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f62f3db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:30,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:30,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:05:30,740 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867 2024-11-13T23:05:30,755 DEBUG [RS:1;714b435e65e7:43467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;714b435e65e7:43467 2024-11-13T23:05:30,755 INFO [RS:1;714b435e65e7:43467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:30,755 INFO [RS:1;714b435e65e7:43467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:30,755 DEBUG [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:30,756 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,38887,1731539130218 with port=43467, startcode=1731539130397 2024-11-13T23:05:30,757 DEBUG [RS:1;714b435e65e7:43467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:30,758 DEBUG [RS:0;714b435e65e7:37763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:37763 2024-11-13T23:05:30,758 INFO [RS:0;714b435e65e7:37763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:30,758 INFO [RS:0;714b435e65e7:37763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:30,758 DEBUG [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:30,760 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:30,760 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,38887,1731539130218 with port=37763, startcode=1731539130363 2024-11-13T23:05:30,760 DEBUG [RS:0;714b435e65e7:37763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:30,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:30,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,43467,1731539130397 2024-11-13T23:05:30,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38887 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,43467,1731539130397 2024-11-13T23:05:30,763 DEBUG [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867 2024-11-13T23:05:30,763 DEBUG [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44109 2024-11-13T23:05:30,763 DEBUG [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:30,764 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:30,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,37763,1731539130363 2024-11-13T23:05:30,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:30,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38887 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,37763,1731539130363 2024-11-13T23:05:30,767 DEBUG [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867 2024-11-13T23:05:30,767 DEBUG [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44109 2024-11-13T23:05:30,767 DEBUG [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:30,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:30,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:30,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:30,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:30,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:30,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:30,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:30,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:30,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:30,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:30,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:30,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:30,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:30,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:30,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:30,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:30,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:30,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740 2024-11-13T23:05:30,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740 2024-11-13T23:05:30,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:30,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:30,780 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:30,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:30,784 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69599846, jitterRate=0.03711852431297302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:30,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731539130760Initializing all the Stores at 1731539130762 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539130762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539130765 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539130765Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539130765Cleaning up temporary data from old regions at 1731539130779 (+14 ms)Region opened successfully at 1731539130785 (+6 ms) 2024-11-13T23:05:30,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:30,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:30,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:30,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:30,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:30,786 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:30,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539130785Disabling compacts and flushes for region at 1731539130785Disabling writes for close at 1731539130785Writing region close event to WAL at 1731539130786 (+1 ms)Closed at 1731539130786 2024-11-13T23:05:30,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:30,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:05:30,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:05:30,790 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:30,791 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:05:30,803 DEBUG [RS:1;714b435e65e7:43467 {}] zookeeper.ZKUtil(111): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,43467,1731539130397 2024-11-13T23:05:30,803 WARN [RS:1;714b435e65e7:43467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:30,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,43467,1731539130397] 2024-11-13T23:05:30,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,37763,1731539130363] 2024-11-13T23:05:30,803 INFO [RS:1;714b435e65e7:43467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:30,803 DEBUG [RS:0;714b435e65e7:37763 {}] zookeeper.ZKUtil(111): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,37763,1731539130363 2024-11-13T23:05:30,803 WARN [RS:0;714b435e65e7:37763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:30,803 DEBUG [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,43467,1731539130397 2024-11-13T23:05:30,803 INFO [RS:0;714b435e65e7:37763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:30,803 DEBUG [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,37763,1731539130363 2024-11-13T23:05:30,807 INFO [RS:0;714b435e65e7:37763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:30,807 INFO [RS:1;714b435e65e7:43467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:30,809 INFO [RS:0;714b435e65e7:37763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:30,811 INFO [RS:0;714b435e65e7:37763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:30,811 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,813 INFO [RS:1;714b435e65e7:43467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:30,813 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:30,813 INFO [RS:1;714b435e65e7:43467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:30,813 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,813 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:30,814 INFO [RS:0;714b435e65e7:37763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:30,814 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,814 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,814 INFO [RS:1;714b435e65e7:43467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:30,814 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,814 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,814 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:0;714b435e65e7:37763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,815 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,816 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,816 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:30,816 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:30,816 DEBUG [RS:1;714b435e65e7:43467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:30,816 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,816 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,816 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,817 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,817 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,817 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,817 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,817 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,817 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,817 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37763,1731539130363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:30,817 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,817 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43467,1731539130397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:30,834 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:30,834 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37763,1731539130363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,835 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,835 INFO [RS:0;714b435e65e7:37763 {}] regionserver.Replication(171): 714b435e65e7,37763,1731539130363 started 2024-11-13T23:05:30,836 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:30,836 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43467,1731539130397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,837 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,837 INFO [RS:1;714b435e65e7:43467 {}] regionserver.Replication(171): 714b435e65e7,43467,1731539130397 started 2024-11-13T23:05:30,849 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,849 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,37763,1731539130363, RpcServer on 714b435e65e7/172.17.0.2:37763, sessionid=0x10137bc093d0001 2024-11-13T23:05:30,849 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:30,849 DEBUG [RS:0;714b435e65e7:37763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,37763,1731539130363 2024-11-13T23:05:30,849 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37763,1731539130363' 2024-11-13T23:05:30,849 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:30,850 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:30,851 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:30,851 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:30,851 DEBUG [RS:0;714b435e65e7:37763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,37763,1731539130363 2024-11-13T23:05:30,851 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37763,1731539130363' 2024-11-13T23:05:30,851 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:30,851 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:30,851 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,43467,1731539130397, RpcServer on 714b435e65e7/172.17.0.2:43467, sessionid=0x10137bc093d0002 2024-11-13T23:05:30,851 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:30,852 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:30,852 DEBUG [RS:1;714b435e65e7:43467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,43467,1731539130397 2024-11-13T23:05:30,852 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,43467,1731539130397' 2024-11-13T23:05:30,852 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:30,852 DEBUG [RS:0;714b435e65e7:37763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:30,852 INFO [RS:0;714b435e65e7:37763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:30,852 INFO [RS:0;714b435e65e7:37763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:30,852 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:30,852 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:30,852 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:30,853 DEBUG [RS:1;714b435e65e7:43467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,43467,1731539130397 2024-11-13T23:05:30,853 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,43467,1731539130397' 2024-11-13T23:05:30,853 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:30,853 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:30,854 DEBUG [RS:1;714b435e65e7:43467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:30,854 INFO [RS:1;714b435e65e7:43467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:30,854 INFO [RS:1;714b435e65e7:43467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:30,942 WARN [714b435e65e7:38887 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:05:30,953 INFO [RS:0;714b435e65e7:37763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:30,955 INFO [RS:1;714b435e65e7:43467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:30,958 INFO [RS:0;714b435e65e7:37763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C37763%2C1731539130363, suffix=, logDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,37763,1731539130363, archiveDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/oldWALs, maxLogs=32 2024-11-13T23:05:30,959 INFO [RS:1;714b435e65e7:43467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43467%2C1731539130397, suffix=, logDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,43467,1731539130397, archiveDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/oldWALs, maxLogs=32 2024-11-13T23:05:30,975 DEBUG [RS:1;714b435e65e7:43467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,43467,1731539130397/714b435e65e7%2C43467%2C1731539130397.1731539130962, exclude list is [], retry=0 2024-11-13T23:05:30,975 DEBUG [RS:0;714b435e65e7:37763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,37763,1731539130363/714b435e65e7%2C37763%2C1731539130363.1731539130962, exclude list is [], retry=0 2024-11-13T23:05:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d3a75ca4-6af3-4b47-b611-df2f33bb407f,DISK] 2024-11-13T23:05:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44139,DS-a8e7d54c-de3c-4e7a-a6e2-fe08e1baec23,DISK] 2024-11-13T23:05:30,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44139,DS-a8e7d54c-de3c-4e7a-a6e2-fe08e1baec23,DISK] 2024-11-13T23:05:30,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d3a75ca4-6af3-4b47-b611-df2f33bb407f,DISK] 2024-11-13T23:05:30,984 INFO [RS:1;714b435e65e7:43467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,43467,1731539130397/714b435e65e7%2C43467%2C1731539130397.1731539130962 2024-11-13T23:05:30,984 INFO [RS:0;714b435e65e7:37763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,37763,1731539130363/714b435e65e7%2C37763%2C1731539130363.1731539130962 2024-11-13T23:05:30,985 DEBUG [RS:0;714b435e65e7:37763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:41963:41963)] 2024-11-13T23:05:30,985 DEBUG [RS:1;714b435e65e7:43467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41963:41963),(127.0.0.1/127.0.0.1:33461:33461)] 2024-11-13T23:05:31,192 DEBUG [714b435e65e7:38887 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T23:05:31,193 DEBUG [714b435e65e7:38887 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:31,199 DEBUG [714b435e65e7:38887 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:31,199 DEBUG [714b435e65e7:38887 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:31,199 DEBUG [714b435e65e7:38887 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:31,199 DEBUG [714b435e65e7:38887 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:31,199 INFO [714b435e65e7:38887 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:31,199 INFO [714b435e65e7:38887 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:31,200 DEBUG [714b435e65e7:38887 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:31,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,43467,1731539130397 2024-11-13T23:05:31,203 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,43467,1731539130397, state=OPENING 2024-11-13T23:05:31,260 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:05:31,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:31,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:31,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:31,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:31,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,43467,1731539130397}] 2024-11-13T23:05:31,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:31,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:31,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:31,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:31,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:31,436 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:05:31,437 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:31,437 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:05:31,441 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43467%2C1731539130397.meta, suffix=.meta, logDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,43467,1731539130397, archiveDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/oldWALs, maxLogs=32 2024-11-13T23:05:31,460 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,43467,1731539130397/714b435e65e7%2C43467%2C1731539130397.meta.1731539131442.meta, exclude list is [], retry=0 2024-11-13T23:05:31,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44139,DS-a8e7d54c-de3c-4e7a-a6e2-fe08e1baec23,DISK] 2024-11-13T23:05:31,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d3a75ca4-6af3-4b47-b611-df2f33bb407f,DISK] 2024-11-13T23:05:31,465 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,43467,1731539130397/714b435e65e7%2C43467%2C1731539130397.meta.1731539131442.meta 2024-11-13T23:05:31,466 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33461:33461),(127.0.0.1/127.0.0.1:41963:41963)] 2024-11-13T23:05:31,466 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:31,466 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:05:31,466 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:05:31,466 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:05:31,466 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:05:31,467 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:31,467 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:05:31,467 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:05:31,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:31,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:31,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:31,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:31,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:31,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:31,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:31,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:31,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:31,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:31,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:31,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:31,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:31,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:31,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:31,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:31,475 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:31,476 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740 2024-11-13T23:05:31,477 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740 2024-11-13T23:05:31,479 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:31,479 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:31,480 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:31,481 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:31,482 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67931373, jitterRate=0.012256339192390442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:31,483 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:05:31,483 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731539131467Writing region info on filesystem at 1731539131467Initializing all the Stores at 1731539131468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539131468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539131468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539131468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539131468Cleaning up temporary data from old regions at 1731539131479 (+11 ms)Running coprocessor post-open hooks at 1731539131483 (+4 ms)Region opened successfully at 1731539131483 2024-11-13T23:05:31,485 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731539131424 2024-11-13T23:05:31,488 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:05:31,488 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:05:31,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43467,1731539130397 2024-11-13T23:05:31,490 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,43467,1731539130397, state=OPEN 2024-11-13T23:05:31,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:31,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:31,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:31,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,43467,1731539130397 2024-11-13T23:05:31,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:31,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:31,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:31,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:05:31,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,43467,1731539130397 in 232 msec 2024-11-13T23:05:31,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:05:31,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 717 msec 2024-11-13T23:05:31,510 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:31,510 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:05:31,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:31,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,43467,1731539130397, seqNum=-1] 2024-11-13T23:05:31,512 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:31,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:31,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 809 msec 2024-11-13T23:05:31,525 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731539131525, completionTime=-1 2024-11-13T23:05:31,525 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T23:05:31,525 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:05:31,528 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T23:05:31,528 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731539191528 2024-11-13T23:05:31,528 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731539251528 2024-11-13T23:05:31,528 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:05:31,528 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:05:31,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38887,1731539130218-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:31,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38887,1731539130218-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:31,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38887,1731539130218-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:31,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:38887, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:31,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:31,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:31,532 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:05:31,534 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.082sec 2024-11-13T23:05:31,534 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:05:31,534 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:05:31,534 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:05:31,535 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:05:31,535 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:05:31,535 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38887,1731539130218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:31,535 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38887,1731539130218-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:05:31,537 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:05:31,537 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:05:31,537 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,38887,1731539130218-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:31,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a2c39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:31,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,38887,-1 for getting cluster id 2024-11-13T23:05:31,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:05:31,623 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62464216-2c40-4c61-8edd-8a6db4f7d661' 2024-11-13T23:05:31,624 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:05:31,624 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62464216-2c40-4c61-8edd-8a6db4f7d661" 2024-11-13T23:05:31,625 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741d7ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:31,625 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,38887,-1] 2024-11-13T23:05:31,625 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:05:31,626 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:31,628 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:05:31,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c922eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:31,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:31,631 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,43467,1731539130397, seqNum=-1] 2024-11-13T23:05:31,631 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:31,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:31,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,38887,1731539130218 2024-11-13T23:05:31,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:05:31,637 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,38887,1731539130218 2024-11-13T23:05:31,637 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@774c5575 2024-11-13T23:05:31,637 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:05:31,639 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:05:31,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T23:05:31,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:05:31,643 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:31,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T23:05:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:31,645 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:05:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:31,657 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46d09e4cae2a49263d7dc6e6fe0d7c46, NAME => 'testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867 2024-11-13T23:05:31,657 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0fc203bbe1548992a758f2e266ba74d0, NAME => 'testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867 2024-11-13T23:05:31,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:31,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:31,667 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:31,667 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0fc203bbe1548992a758f2e266ba74d0, disabling compactions & flushes 2024-11-13T23:05:31,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:31,668 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:31,668 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:31,668 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. after waiting 0 ms 2024-11-13T23:05:31,668 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:31,668 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:31,668 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0fc203bbe1548992a758f2e266ba74d0: Waiting for close lock at 1731539131667Disabling compacts and flushes for region at 1731539131667Disabling writes for close at 1731539131668 (+1 ms)Writing region close event to WAL at 1731539131668Closed at 1731539131668 2024-11-13T23:05:31,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:31,669 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:31,669 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 46d09e4cae2a49263d7dc6e6fe0d7c46, disabling compactions & flushes 2024-11-13T23:05:31,669 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:31,669 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:31,669 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. after waiting 0 ms 2024-11-13T23:05:31,669 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:31,669 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:31,669 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46d09e4cae2a49263d7dc6e6fe0d7c46: Waiting for close lock at 1731539131669Disabling compacts and flushes for region at 1731539131669Disabling writes for close at 1731539131669Writing region close event to WAL at 1731539131669Closed at 1731539131669 2024-11-13T23:05:31,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:05:31,671 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539131671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539131671"}]},"ts":"1731539131671"} 2024-11-13T23:05:31,671 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539131671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539131671"}]},"ts":"1731539131671"} 2024-11-13T23:05:31,675 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T23:05:31,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:05:31,677 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539131677"}]},"ts":"1731539131677"} 2024-11-13T23:05:31,680 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T23:05:31,680 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:31,682 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:31,682 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:31,682 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:31,682 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:31,682 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:31,682 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:31,682 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:31,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46d09e4cae2a49263d7dc6e6fe0d7c46, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0fc203bbe1548992a758f2e266ba74d0, ASSIGN}] 2024-11-13T23:05:31,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46d09e4cae2a49263d7dc6e6fe0d7c46, ASSIGN 2024-11-13T23:05:31,685 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0fc203bbe1548992a758f2e266ba74d0, ASSIGN 2024-11-13T23:05:31,686 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0fc203bbe1548992a758f2e266ba74d0, ASSIGN; state=OFFLINE, location=714b435e65e7,37763,1731539130363; forceNewPlan=false, retain=false 2024-11-13T23:05:31,686 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46d09e4cae2a49263d7dc6e6fe0d7c46, ASSIGN; state=OFFLINE, location=714b435e65e7,43467,1731539130397; forceNewPlan=false, retain=false 2024-11-13T23:05:31,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:05:31,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:31,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:31,836 INFO [714b435e65e7:38887 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T23:05:31,837 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0fc203bbe1548992a758f2e266ba74d0, regionState=OPENING, regionLocation=714b435e65e7,37763,1731539130363 2024-11-13T23:05:31,837 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46d09e4cae2a49263d7dc6e6fe0d7c46, regionState=OPENING, regionLocation=714b435e65e7,43467,1731539130397 2024-11-13T23:05:31,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0fc203bbe1548992a758f2e266ba74d0, ASSIGN because future has completed 2024-11-13T23:05:31,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc203bbe1548992a758f2e266ba74d0, server=714b435e65e7,37763,1731539130363}] 2024-11-13T23:05:31,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46d09e4cae2a49263d7dc6e6fe0d7c46, ASSIGN because future has completed 2024-11-13T23:05:31,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d09e4cae2a49263d7dc6e6fe0d7c46, server=714b435e65e7,43467,1731539130397}] 2024-11-13T23:05:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:31,997 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:32,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:32,007 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:32,007 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 46d09e4cae2a49263d7dc6e6fe0d7c46, NAME => 'testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T23:05:32,008 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,008 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:32,008 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,008 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,009 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:32,009 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fc203bbe1548992a758f2e266ba74d0, NAME => 'testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T23:05:32,010 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,010 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:32,010 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,010 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,010 INFO [StoreOpener-46d09e4cae2a49263d7dc6e6fe0d7c46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,012 INFO [StoreOpener-0fc203bbe1548992a758f2e266ba74d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,012 INFO [StoreOpener-46d09e4cae2a49263d7dc6e6fe0d7c46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d09e4cae2a49263d7dc6e6fe0d7c46 columnFamilyName family 2024-11-13T23:05:32,012 DEBUG [StoreOpener-46d09e4cae2a49263d7dc6e6fe0d7c46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:32,013 INFO [StoreOpener-46d09e4cae2a49263d7dc6e6fe0d7c46-1 {}] regionserver.HStore(327): Store=46d09e4cae2a49263d7dc6e6fe0d7c46/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:32,013 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,014 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,014 INFO [StoreOpener-0fc203bbe1548992a758f2e266ba74d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fc203bbe1548992a758f2e266ba74d0 columnFamilyName family 2024-11-13T23:05:32,014 DEBUG [StoreOpener-0fc203bbe1548992a758f2e266ba74d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:32,014 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,014 INFO [StoreOpener-0fc203bbe1548992a758f2e266ba74d0-1 {}] regionserver.HStore(327): Store=0fc203bbe1548992a758f2e266ba74d0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:32,014 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,014 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,014 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,015 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,016 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,016 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,017 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,017 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,019 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/46d09e4cae2a49263d7dc6e6fe0d7c46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:32,019 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,019 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 46d09e4cae2a49263d7dc6e6fe0d7c46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63766148, jitterRate=-0.04981034994125366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:32,020 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,021 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 46d09e4cae2a49263d7dc6e6fe0d7c46: Running coprocessor pre-open hook at 1731539132008Writing region info on filesystem at 1731539132008Initializing all the Stores at 1731539132010 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539132010Cleaning up temporary data from old regions at 1731539132014 (+4 ms)Running coprocessor post-open hooks at 1731539132020 (+6 ms)Region opened successfully at 1731539132021 (+1 ms) 2024-11-13T23:05:32,022 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46., pid=8, masterSystemTime=1731539131999 2024-11-13T23:05:32,022 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/0fc203bbe1548992a758f2e266ba74d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:32,023 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0fc203bbe1548992a758f2e266ba74d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64627188, jitterRate=-0.036979854106903076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:32,023 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,023 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0fc203bbe1548992a758f2e266ba74d0: Running coprocessor pre-open hook at 1731539132010Writing region info on filesystem at 1731539132010Initializing all the Stores at 1731539132011 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539132012 (+1 ms)Cleaning up temporary data from old regions at 1731539132017 (+5 ms)Running coprocessor post-open hooks at 1731539132023 (+6 ms)Region opened successfully at 1731539132023 2024-11-13T23:05:32,024 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0., pid=7, masterSystemTime=1731539131996 2024-11-13T23:05:32,025 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:32,025 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:32,026 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46d09e4cae2a49263d7dc6e6fe0d7c46, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43467,1731539130397 2024-11-13T23:05:32,028 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:32,028 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:32,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0fc203bbe1548992a758f2e266ba74d0, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37763,1731539130363 2024-11-13T23:05:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d09e4cae2a49263d7dc6e6fe0d7c46, server=714b435e65e7,43467,1731539130397 because future has completed 2024-11-13T23:05:32,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc203bbe1548992a758f2e266ba74d0, server=714b435e65e7,37763,1731539130363 because future has completed 2024-11-13T23:05:32,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T23:05:32,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 46d09e4cae2a49263d7dc6e6fe0d7c46, server=714b435e65e7,43467,1731539130397 in 187 msec 2024-11-13T23:05:32,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T23:05:32,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46d09e4cae2a49263d7dc6e6fe0d7c46, ASSIGN in 352 msec 2024-11-13T23:05:32,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fc203bbe1548992a758f2e266ba74d0, server=714b435e65e7,37763,1731539130363 in 191 msec 2024-11-13T23:05:32,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T23:05:32,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0fc203bbe1548992a758f2e266ba74d0, ASSIGN in 355 msec 2024-11-13T23:05:32,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:05:32,042 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539132041"}]},"ts":"1731539132041"} 2024-11-13T23:05:32,044 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T23:05:32,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:05:32,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 406 msec 2024-11-13T23:05:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:32,278 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T23:05:32,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T23:05:32,278 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:32,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T23:05:32,286 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:32,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T23:05:32,291 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46., hostname=714b435e65e7,43467,1731539130397, seqNum=2] 2024-11-13T23:05:32,305 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0., hostname=714b435e65e7,37763,1731539130363, seqNum=2] 2024-11-13T23:05:32,305 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:32,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:32,319 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0fc203bbe1548992a758f2e266ba74d0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T23:05:32,338 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/0fc203bbe1548992a758f2e266ba74d0/.tmp/family/cc823c2675ff4f1bb335773e3d47edb1 is 32, key is 5/family:/1731539132308/Put/seqid=0 2024-11-13T23:05:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741839_1015 (size=5083) 2024-11-13T23:05:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741839_1015 (size=5083) 2024-11-13T23:05:32,345 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/0fc203bbe1548992a758f2e266ba74d0/.tmp/family/cc823c2675ff4f1bb335773e3d47edb1 2024-11-13T23:05:32,353 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/0fc203bbe1548992a758f2e266ba74d0/.tmp/family/cc823c2675ff4f1bb335773e3d47edb1 as hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/0fc203bbe1548992a758f2e266ba74d0/family/cc823c2675ff4f1bb335773e3d47edb1 2024-11-13T23:05:32,362 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/0fc203bbe1548992a758f2e266ba74d0/family/cc823c2675ff4f1bb335773e3d47edb1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T23:05:32,363 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0fc203bbe1548992a758f2e266ba74d0 in 44ms, sequenceid=9, compaction requested=false 2024-11-13T23:05:32,363 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0fc203bbe1548992a758f2e266ba74d0: 2024-11-13T23:05:32,363 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 46d09e4cae2a49263d7dc6e6fe0d7c46 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T23:05:32,379 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/46d09e4cae2a49263d7dc6e6fe0d7c46/.tmp/family/af330931340944fc92dd083ea65d734a is 32, key is 1/family:/1731539132293/Put/seqid=0 2024-11-13T23:05:32,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741840_1016 (size=5054) 2024-11-13T23:05:32,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741840_1016 (size=5054) 2024-11-13T23:05:32,385 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/46d09e4cae2a49263d7dc6e6fe0d7c46/.tmp/family/af330931340944fc92dd083ea65d734a 2024-11-13T23:05:32,393 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/46d09e4cae2a49263d7dc6e6fe0d7c46/.tmp/family/af330931340944fc92dd083ea65d734a as hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/46d09e4cae2a49263d7dc6e6fe0d7c46/family/af330931340944fc92dd083ea65d734a 2024-11-13T23:05:32,402 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/46d09e4cae2a49263d7dc6e6fe0d7c46/family/af330931340944fc92dd083ea65d734a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T23:05:32,403 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 46d09e4cae2a49263d7dc6e6fe0d7c46 in 40ms, sequenceid=8, compaction requested=false 2024-11-13T23:05:32,403 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 46d09e4cae2a49263d7dc6e6fe0d7c46: 2024-11-13T23:05:32,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:05:32,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:32,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:32,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:32,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:32,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:05:32,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:05:32,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1718850486, stopped=false 2024-11-13T23:05:32,409 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,38887,1731539130218 2024-11-13T23:05:32,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:32,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:32,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:32,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:32,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:32,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:32,444 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:32,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:32,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:32,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:32,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:32,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:32,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:32,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,37763,1731539130363' ***** 2024-11-13T23:05:32,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:32,447 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,43467,1731539130397' ***** 2024-11-13T23:05:32,447 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:32,447 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:32,447 INFO [RS:0;714b435e65e7:37763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:32,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:32,447 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:32,448 INFO [RS:1;714b435e65e7:43467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:32,448 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:32,448 INFO [RS:1;714b435e65e7:43467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:32,448 INFO [RS:0;714b435e65e7:37763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:32,448 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,448 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(3091): Received CLOSE for 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,449 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,43467,1731539130397 2024-11-13T23:05:32,449 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,37763,1731539130363 2024-11-13T23:05:32,449 INFO [RS:1;714b435e65e7:43467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:32,449 INFO [RS:0;714b435e65e7:37763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:32,449 INFO [RS:1;714b435e65e7:43467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;714b435e65e7:43467. 2024-11-13T23:05:32,449 INFO [RS:0;714b435e65e7:37763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:37763. 2024-11-13T23:05:32,449 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fc203bbe1548992a758f2e266ba74d0, disabling compactions & flushes 2024-11-13T23:05:32,449 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46d09e4cae2a49263d7dc6e6fe0d7c46, disabling compactions & flushes 2024-11-13T23:05:32,450 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:32,450 DEBUG [RS:0;714b435e65e7:37763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:32,450 DEBUG [RS:1;714b435e65e7:43467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:32,450 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:32,450 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:32,450 DEBUG [RS:0;714b435e65e7:37763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:32,450 DEBUG [RS:1;714b435e65e7:43467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:32,450 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:32,450 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. after waiting 0 ms 2024-11-13T23:05:32,450 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:32,450 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:05:32,450 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. after waiting 0 ms 2024-11-13T23:05:32,450 INFO [RS:1;714b435e65e7:43467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:32,450 DEBUG [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(1325): Online Regions={0fc203bbe1548992a758f2e266ba74d0=testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0.} 2024-11-13T23:05:32,450 INFO [RS:1;714b435e65e7:43467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:32,450 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:32,450 DEBUG [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(1351): Waiting on 0fc203bbe1548992a758f2e266ba74d0 2024-11-13T23:05:32,450 INFO [RS:1;714b435e65e7:43467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:32,450 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:05:32,451 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:05:32,451 DEBUG [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 46d09e4cae2a49263d7dc6e6fe0d7c46=testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46.} 2024-11-13T23:05:32,451 DEBUG [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46d09e4cae2a49263d7dc6e6fe0d7c46 2024-11-13T23:05:32,451 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:32,451 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:32,451 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:32,451 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:32,451 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:32,451 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T23:05:32,455 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/0fc203bbe1548992a758f2e266ba74d0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T23:05:32,455 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/default/testClearRegionBlockCache/46d09e4cae2a49263d7dc6e6fe0d7c46/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T23:05:32,456 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:32,456 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:32,456 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fc203bbe1548992a758f2e266ba74d0: Waiting for close lock at 1731539132449Running coprocessor pre-close hooks at 1731539132449Disabling compacts and flushes for region at 1731539132449Disabling writes for close at 1731539132450 (+1 ms)Writing region close event to WAL at 1731539132451 (+1 ms)Running coprocessor post-close hooks at 1731539132456 (+5 ms)Closed at 1731539132456 2024-11-13T23:05:32,456 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46d09e4cae2a49263d7dc6e6fe0d7c46: Waiting for close lock at 1731539132449Running coprocessor pre-close hooks at 1731539132449Disabling compacts and flushes for region at 1731539132449Disabling writes for close at 1731539132450 (+1 ms)Writing region close event to WAL at 1731539132451 (+1 ms)Running coprocessor post-close hooks at 1731539132456 (+5 ms)Closed at 1731539132456 2024-11-13T23:05:32,456 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0. 2024-11-13T23:05:32,456 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731539131639.46d09e4cae2a49263d7dc6e6fe0d7c46. 2024-11-13T23:05:32,471 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/.tmp/info/2ad2789481384ade96239d5a9f6129fd is 173, key is testClearRegionBlockCache,5,1731539131639.0fc203bbe1548992a758f2e266ba74d0./info:regioninfo/1731539132028/Put/seqid=0 2024-11-13T23:05:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:32,478 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/.tmp/info/2ad2789481384ade96239d5a9f6129fd 2024-11-13T23:05:32,500 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/.tmp/ns/7b155fcb76d44c608b90c4a24509de6d is 43, key is default/ns:d/1731539131518/Put/seqid=0 2024-11-13T23:05:32,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:32,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:32,507 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/.tmp/ns/7b155fcb76d44c608b90c4a24509de6d 2024-11-13T23:05:32,521 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:32,523 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:32,530 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/.tmp/table/0a82faaf09d84f8d9cd1c743a720c4a2 is 61, key is testClearRegionBlockCache/table:state/1731539132041/Put/seqid=0 2024-11-13T23:05:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:32,536 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/.tmp/table/0a82faaf09d84f8d9cd1c743a720c4a2 2024-11-13T23:05:32,544 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/.tmp/info/2ad2789481384ade96239d5a9f6129fd as hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/info/2ad2789481384ade96239d5a9f6129fd 2024-11-13T23:05:32,552 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/info/2ad2789481384ade96239d5a9f6129fd, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T23:05:32,554 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/.tmp/ns/7b155fcb76d44c608b90c4a24509de6d as hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/ns/7b155fcb76d44c608b90c4a24509de6d 2024-11-13T23:05:32,563 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/ns/7b155fcb76d44c608b90c4a24509de6d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T23:05:32,564 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/.tmp/table/0a82faaf09d84f8d9cd1c743a720c4a2 as hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/table/0a82faaf09d84f8d9cd1c743a720c4a2 2024-11-13T23:05:32,572 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/table/0a82faaf09d84f8d9cd1c743a720c4a2, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T23:05:32,574 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false 2024-11-13T23:05:32,579 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T23:05:32,580 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:05:32,580 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:32,581 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539132451Running coprocessor pre-close hooks at 1731539132451Disabling compacts and flushes for region at 1731539132451Disabling writes for close at 1731539132451Obtaining lock to block concurrent updates at 1731539132451Preparing flush snapshotting stores in 1588230740 at 1731539132451Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731539132452 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731539132455 (+3 ms)Flushing 1588230740/info: creating writer at 1731539132456 (+1 ms)Flushing 1588230740/info: appending metadata at 1731539132470 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731539132471 (+1 ms)Flushing 1588230740/ns: creating writer at 1731539132486 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731539132500 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731539132500Flushing 1588230740/table: creating writer at 1731539132515 (+15 ms)Flushing 1588230740/table: appending metadata at 1731539132530 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731539132530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90a1ef7: reopening flushed file at 1731539132542 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2224a6ea: reopening flushed file at 1731539132553 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648e39c5: reopening flushed file at 1731539132563 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false at 1731539132574 (+11 ms)Writing region close event to WAL at 1731539132575 (+1 ms)Running coprocessor post-close hooks at 1731539132580 (+5 ms)Closed at 1731539132580 2024-11-13T23:05:32,581 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:32,650 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,37763,1731539130363; all regions closed. 2024-11-13T23:05:32,651 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,43467,1731539130397; all regions closed. 2024-11-13T23:05:32,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741833_1009 (size=1867) 2024-11-13T23:05:32,653 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,37763,1731539130363/714b435e65e7%2C37763%2C1731539130363.1731539130962 not finished, retry = 0 2024-11-13T23:05:32,653 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/WALs/714b435e65e7,43467,1731539130397/714b435e65e7%2C43467%2C1731539130397.meta.1731539131442.meta not finished, retry = 0 2024-11-13T23:05:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741833_1009 (size=1867) 2024-11-13T23:05:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:32,757 DEBUG [RS:1;714b435e65e7:43467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/oldWALs 2024-11-13T23:05:32,757 DEBUG [RS:0;714b435e65e7:37763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/oldWALs 2024-11-13T23:05:32,757 INFO [RS:1;714b435e65e7:43467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C43467%2C1731539130397.meta:.meta(num 1731539131442) 2024-11-13T23:05:32,757 INFO [RS:0;714b435e65e7:37763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37763%2C1731539130363:(num 1731539130962) 2024-11-13T23:05:32,757 DEBUG [RS:0;714b435e65e7:37763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:32,757 INFO [RS:0;714b435e65e7:37763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:32,757 INFO [RS:0;714b435e65e7:37763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:32,757 INFO [RS:0;714b435e65e7:37763 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:32,758 INFO [RS:0;714b435e65e7:37763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:32,758 INFO [RS:0;714b435e65e7:37763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:32,758 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:32,758 INFO [RS:0;714b435e65e7:37763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:32,758 INFO [RS:0;714b435e65e7:37763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:32,758 INFO [RS:0;714b435e65e7:37763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37763 2024-11-13T23:05:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741834_1010 (size=1758) 2024-11-13T23:05:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741834_1010 (size=1758) 2024-11-13T23:05:32,763 DEBUG [RS:1;714b435e65e7:43467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/oldWALs 2024-11-13T23:05:32,763 INFO [RS:1;714b435e65e7:43467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C43467%2C1731539130397:(num 1731539130962) 2024-11-13T23:05:32,763 DEBUG [RS:1;714b435e65e7:43467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:32,763 INFO [RS:1;714b435e65e7:43467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:32,763 INFO [RS:1;714b435e65e7:43467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:32,763 INFO [RS:1;714b435e65e7:43467 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:32,764 INFO [RS:1;714b435e65e7:43467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:32,764 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:32,764 INFO [RS:1;714b435e65e7:43467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43467 2024-11-13T23:05:32,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,37763,1731539130363 2024-11-13T23:05:32,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:32,768 INFO [RS:0;714b435e65e7:37763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:32,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,43467,1731539130397 2024-11-13T23:05:32,776 INFO [RS:1;714b435e65e7:43467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:32,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,43467,1731539130397] 2024-11-13T23:05:32,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,43467,1731539130397 already deleted, retry=false 2024-11-13T23:05:32,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,43467,1731539130397 expired; onlineServers=1 2024-11-13T23:05:32,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,37763,1731539130363] 2024-11-13T23:05:32,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,37763,1731539130363 already deleted, retry=false 2024-11-13T23:05:32,810 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,37763,1731539130363 expired; onlineServers=0 2024-11-13T23:05:32,810 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,38887,1731539130218' ***** 2024-11-13T23:05:32,810 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:05:32,810 INFO [M:0;714b435e65e7:38887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:32,810 INFO [M:0;714b435e65e7:38887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:32,810 DEBUG [M:0;714b435e65e7:38887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:05:32,810 DEBUG [M:0;714b435e65e7:38887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:05:32,810 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:05:32,810 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539130727 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539130727,5,FailOnTimeoutGroup] 2024-11-13T23:05:32,810 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539130729 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539130729,5,FailOnTimeoutGroup] 2024-11-13T23:05:32,811 INFO [M:0;714b435e65e7:38887 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:32,811 INFO [M:0;714b435e65e7:38887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:32,811 DEBUG [M:0;714b435e65e7:38887 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:05:32,811 INFO [M:0;714b435e65e7:38887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:05:32,811 INFO [M:0;714b435e65e7:38887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:32,811 INFO [M:0;714b435e65e7:38887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:05:32,811 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:05:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:32,818 DEBUG [M:0;714b435e65e7:38887 {}] zookeeper.ZKUtil(347): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T23:05:32,818 WARN [M:0;714b435e65e7:38887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:05:32,819 INFO [M:0;714b435e65e7:38887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/.lastflushedseqids 2024-11-13T23:05:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741844_1020 (size=200) 2024-11-13T23:05:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741844_1020 (size=200) 2024-11-13T23:05:32,826 INFO [M:0;714b435e65e7:38887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:05:32,826 INFO [M:0;714b435e65e7:38887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:05:32,826 DEBUG [M:0;714b435e65e7:38887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:32,826 INFO [M:0;714b435e65e7:38887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:32,826 DEBUG [M:0;714b435e65e7:38887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:32,826 DEBUG [M:0;714b435e65e7:38887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:32,826 DEBUG [M:0;714b435e65e7:38887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:32,826 INFO [M:0;714b435e65e7:38887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T23:05:32,844 DEBUG [M:0;714b435e65e7:38887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c40a4683e58046d298beb32d2b293dba is 82, key is hbase:meta,,1/info:regioninfo/1731539131488/Put/seqid=0 2024-11-13T23:05:32,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:32,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:32,853 INFO [M:0;714b435e65e7:38887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c40a4683e58046d298beb32d2b293dba 2024-11-13T23:05:32,875 DEBUG [M:0;714b435e65e7:38887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df395908ab8142128b1df7f3567436d4 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731539132048/Put/seqid=0 2024-11-13T23:05:32,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:32,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:32,882 INFO [M:0;714b435e65e7:38887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df395908ab8142128b1df7f3567436d4 2024-11-13T23:05:32,885 INFO [RS:0;714b435e65e7:37763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:32,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:32,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37763-0x10137bc093d0001, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:32,885 INFO [RS:0;714b435e65e7:37763 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,37763,1731539130363; zookeeper connection closed. 2024-11-13T23:05:32,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e010b69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e010b69 2024-11-13T23:05:32,893 INFO [RS:1;714b435e65e7:43467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:32,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:32,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43467-0x10137bc093d0002, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:32,893 INFO [RS:1;714b435e65e7:43467 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,43467,1731539130397; zookeeper connection closed. 2024-11-13T23:05:32,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36e458ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36e458ad 2024-11-13T23:05:32,894 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T23:05:32,911 DEBUG [M:0;714b435e65e7:38887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41768b88b14342529f8b1419ec258218 is 69, key is 714b435e65e7,37763,1731539130363/rs:state/1731539130765/Put/seqid=0 2024-11-13T23:05:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:32,918 INFO [M:0;714b435e65e7:38887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41768b88b14342529f8b1419ec258218 2024-11-13T23:05:32,926 DEBUG [M:0;714b435e65e7:38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c40a4683e58046d298beb32d2b293dba as hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c40a4683e58046d298beb32d2b293dba 2024-11-13T23:05:32,934 INFO [M:0;714b435e65e7:38887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c40a4683e58046d298beb32d2b293dba, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T23:05:32,935 DEBUG [M:0;714b435e65e7:38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df395908ab8142128b1df7f3567436d4 as hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df395908ab8142128b1df7f3567436d4 2024-11-13T23:05:32,941 INFO [M:0;714b435e65e7:38887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df395908ab8142128b1df7f3567436d4, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T23:05:32,943 DEBUG [M:0;714b435e65e7:38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41768b88b14342529f8b1419ec258218 as hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41768b88b14342529f8b1419ec258218 2024-11-13T23:05:32,950 INFO [M:0;714b435e65e7:38887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41768b88b14342529f8b1419ec258218, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T23:05:32,951 INFO [M:0;714b435e65e7:38887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=71, compaction requested=false 2024-11-13T23:05:32,954 INFO [M:0;714b435e65e7:38887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:32,955 DEBUG [M:0;714b435e65e7:38887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539132826Disabling compacts and flushes for region at 1731539132826Disabling writes for close at 1731539132826Obtaining lock to block concurrent updates at 1731539132826Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731539132826Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731539132827 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731539132828 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731539132828Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731539132844 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731539132844Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731539132860 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731539132875 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731539132875Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731539132889 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731539132910 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731539132910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f94e0c: reopening flushed file at 1731539132925 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1237bb: reopening flushed file at 1731539132934 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb0886f: reopening flushed file at 1731539132942 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=71, compaction requested=false at 1731539132951 (+9 ms)Writing region close event to WAL at 1731539132954 (+3 ms)Closed at 1731539132954 2024-11-13T23:05:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44139 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:32,959 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/850d5b1d-62f6-c5ba-25a8-e247daf01867/MasterData/WALs/714b435e65e7,38887,1731539130218/714b435e65e7%2C38887%2C1731539130218.1731539130527 not finished, retry = 0 2024-11-13T23:05:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:33,060 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:33,060 INFO [M:0;714b435e65e7:38887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:05:33,061 INFO [M:0;714b435e65e7:38887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38887 2024-11-13T23:05:33,061 INFO [M:0;714b435e65e7:38887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:33,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:33,168 INFO [M:0;714b435e65e7:38887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:33,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x10137bc093d0000, quorum=127.0.0.1:64750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:33,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9888bd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:33,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c6baba1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:33,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:33,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac0c0ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:33,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c833720{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:33,177 WARN [BP-1651980718-172.17.0.2-1731539128460 heartbeating to localhost/127.0.0.1:44109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:33,177 WARN [BP-1651980718-172.17.0.2-1731539128460 heartbeating to localhost/127.0.0.1:44109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1651980718-172.17.0.2-1731539128460 (Datanode Uuid 9640f2da-eafc-44d5-aa9a-57f935471504) service to localhost/127.0.0.1:44109 2024-11-13T23:05:33,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:33,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:33,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/data/data3/current/BP-1651980718-172.17.0.2-1731539128460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:33,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/data/data4/current/BP-1651980718-172.17.0.2-1731539128460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:33,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:33,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@553d71ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:33,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7296f155{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:33,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:33,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190e881d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:33,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52601f84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:33,183 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:33,183 WARN [BP-1651980718-172.17.0.2-1731539128460 heartbeating to localhost/127.0.0.1:44109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:33,183 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:33,183 WARN [BP-1651980718-172.17.0.2-1731539128460 heartbeating to localhost/127.0.0.1:44109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1651980718-172.17.0.2-1731539128460 (Datanode Uuid 9d5a8352-5bee-487f-bb75-87515d175f8b) service to localhost/127.0.0.1:44109 2024-11-13T23:05:33,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/data/data1/current/BP-1651980718-172.17.0.2-1731539128460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:33,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/cluster_dd02ccce-3d6d-61ee-bc76-29bdd901dcad/data/data2/current/BP-1651980718-172.17.0.2-1731539128460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:33,184 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:33,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9c240{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:33,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d806d25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:33,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:33,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571c957d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:33,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@470b5537{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:33,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:05:33,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:05:33,225 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 84) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44109 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44109 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 407) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 185) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4262 (was 4417) 2024-11-13T23:05:33,231 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=4262 2024-11-13T23:05:33,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.log.dir so I do NOT create it in target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad 2024-11-13T23:05:33,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:05:33,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.tmp.dir so I do NOT create it in target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad 2024-11-13T23:05:33,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0103fbd-4081-683d-6c40-902792e957ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:05:33,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad 2024-11-13T23:05:33,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:05:33,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c, deleteOnExit=true 2024-11-13T23:05:33,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:05:33,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/test.cache.data in system properties and HBase conf 2024-11-13T23:05:33,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:05:33,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:05:33,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:05:33,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:05:33,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:05:33,247 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:05:33,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:33,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:05:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:05:33,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:33,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:33,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:33,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:33,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:33,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:33,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c64536{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:33,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29dc87ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:33,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a595e2d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/java.io.tmpdir/jetty-localhost-38753-hadoop-hdfs-3_4_1-tests_jar-_-any-6961929220654098614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:33,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@600a72d5{HTTP/1.1, (http/1.1)}{localhost:38753} 2024-11-13T23:05:33,664 INFO [Time-limited test {}] server.Server(415): Started @15823ms 2024-11-13T23:05:33,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:33,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:33,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:33,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:33,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:05:33,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62fe252f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:33,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0bc737{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:34,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd995b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/java.io.tmpdir/jetty-localhost-43633-hadoop-hdfs-3_4_1-tests_jar-_-any-17845707820063324994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:34,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d860141{HTTP/1.1, (http/1.1)}{localhost:43633} 2024-11-13T23:05:34,005 INFO [Time-limited test {}] server.Server(415): Started @16164ms 2024-11-13T23:05:34,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:34,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:34,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:34,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:34,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:34,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:05:34,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ac3334{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:34,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61f57681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:34,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fe87e75{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/java.io.tmpdir/jetty-localhost-39419-hadoop-hdfs-3_4_1-tests_jar-_-any-5276874586157112415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:34,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35f597cc{HTTP/1.1, (http/1.1)}{localhost:39419} 2024-11-13T23:05:34,149 INFO [Time-limited test {}] server.Server(415): Started @16308ms 2024-11-13T23:05:34,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:34,964 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/data/data1/current/BP-2026896026-172.17.0.2-1731539133271/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:34,965 WARN [Thread-634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/data/data2/current/BP-2026896026-172.17.0.2-1731539133271/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:34,984 WARN [Thread-597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b249c667b4d595 with lease ID 0xe808c3f2c12ca8ab: Processing first storage report for DS-be6142e0-1847-4ba3-a66a-1f5a7f5007b0 from datanode DatanodeRegistration(127.0.0.1:36305, datanodeUuid=82e79f88-864e-4594-b7f2-305242a6e6bf, infoPort=35741, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=2009317367;c=1731539133271) 2024-11-13T23:05:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b249c667b4d595 with lease ID 0xe808c3f2c12ca8ab: from storage DS-be6142e0-1847-4ba3-a66a-1f5a7f5007b0 node DatanodeRegistration(127.0.0.1:36305, datanodeUuid=82e79f88-864e-4594-b7f2-305242a6e6bf, infoPort=35741, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=2009317367;c=1731539133271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b249c667b4d595 with lease ID 0xe808c3f2c12ca8ab: Processing first storage report for DS-beffe54b-3f9f-40dc-a4b6-cac91137dab7 from datanode DatanodeRegistration(127.0.0.1:36305, datanodeUuid=82e79f88-864e-4594-b7f2-305242a6e6bf, infoPort=35741, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=2009317367;c=1731539133271) 2024-11-13T23:05:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b249c667b4d595 with lease ID 0xe808c3f2c12ca8ab: from storage DS-beffe54b-3f9f-40dc-a4b6-cac91137dab7 node DatanodeRegistration(127.0.0.1:36305, datanodeUuid=82e79f88-864e-4594-b7f2-305242a6e6bf, infoPort=35741, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=2009317367;c=1731539133271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:35,109 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/data/data3/current/BP-2026896026-172.17.0.2-1731539133271/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:35,110 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/data/data4/current/BP-2026896026-172.17.0.2-1731539133271/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:35,133 WARN [Thread-620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe643aed1b1c29947 with lease ID 0xe808c3f2c12ca8ac: Processing first storage report for DS-1a36913e-fc46-4627-b1dd-9e6293094ba1 from datanode DatanodeRegistration(127.0.0.1:44191, datanodeUuid=26fb0182-7af6-4dba-8f11-ee5ff704485f, infoPort=44211, infoSecurePort=0, ipcPort=41501, storageInfo=lv=-57;cid=testClusterID;nsid=2009317367;c=1731539133271) 2024-11-13T23:05:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe643aed1b1c29947 with lease ID 0xe808c3f2c12ca8ac: from storage DS-1a36913e-fc46-4627-b1dd-9e6293094ba1 node DatanodeRegistration(127.0.0.1:44191, datanodeUuid=26fb0182-7af6-4dba-8f11-ee5ff704485f, infoPort=44211, infoSecurePort=0, ipcPort=41501, storageInfo=lv=-57;cid=testClusterID;nsid=2009317367;c=1731539133271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe643aed1b1c29947 with lease ID 0xe808c3f2c12ca8ac: Processing first storage report for DS-de30e68c-5dc9-4993-8001-5f394923dc57 from datanode DatanodeRegistration(127.0.0.1:44191, datanodeUuid=26fb0182-7af6-4dba-8f11-ee5ff704485f, infoPort=44211, infoSecurePort=0, ipcPort=41501, storageInfo=lv=-57;cid=testClusterID;nsid=2009317367;c=1731539133271) 2024-11-13T23:05:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe643aed1b1c29947 with lease ID 0xe808c3f2c12ca8ac: from storage DS-de30e68c-5dc9-4993-8001-5f394923dc57 node DatanodeRegistration(127.0.0.1:44191, datanodeUuid=26fb0182-7af6-4dba-8f11-ee5ff704485f, infoPort=44211, infoSecurePort=0, ipcPort=41501, storageInfo=lv=-57;cid=testClusterID;nsid=2009317367;c=1731539133271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:35,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad 2024-11-13T23:05:35,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/zookeeper_0, clientPort=52462, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:05:35,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52462 2024-11-13T23:05:35,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:35,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:35,207 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b with version=8 2024-11-13T23:05:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/hbase-staging 2024-11-13T23:05:35,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:35,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:35,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:35,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:35,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:35,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:35,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:05:35,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:35,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33175 2024-11-13T23:05:35,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33175 connecting to ZooKeeper ensemble=127.0.0.1:52462 2024-11-13T23:05:35,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331750x0, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:35,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33175-0x10137bc1cbf0000 connected 2024-11-13T23:05:35,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:35,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:35,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:35,349 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b, hbase.cluster.distributed=false 2024-11-13T23:05:35,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:35,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33175 2024-11-13T23:05:35,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33175 2024-11-13T23:05:35,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33175 2024-11-13T23:05:35,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33175 2024-11-13T23:05:35,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33175 2024-11-13T23:05:35,373 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:35,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:35,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:35,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:35,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:35,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:35,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:35,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:35,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39055 2024-11-13T23:05:35,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39055 connecting to ZooKeeper ensemble=127.0.0.1:52462 2024-11-13T23:05:35,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:35,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:35,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390550x0, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:35,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:35,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39055-0x10137bc1cbf0001 connected 2024-11-13T23:05:35,385 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:35,386 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:35,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:35,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:35,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39055 2024-11-13T23:05:35,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39055 2024-11-13T23:05:35,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39055 2024-11-13T23:05:35,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39055 2024-11-13T23:05:35,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39055 2024-11-13T23:05:35,405 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:35,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:35,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:35,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:35,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:35,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:35,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:35,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:35,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35541 2024-11-13T23:05:35,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35541 connecting to ZooKeeper ensemble=127.0.0.1:52462 2024-11-13T23:05:35,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:35,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:35,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355410x0, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:35,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355410x0, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:35,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35541-0x10137bc1cbf0002 connected 2024-11-13T23:05:35,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:35,419 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:35,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:35,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:35,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35541 2024-11-13T23:05:35,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35541 2024-11-13T23:05:35,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35541 2024-11-13T23:05:35,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35541 2024-11-13T23:05:35,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35541 2024-11-13T23:05:35,438 DEBUG [M:0;714b435e65e7:33175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:33175 2024-11-13T23:05:35,439 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/714b435e65e7,33175,1731539135210 2024-11-13T23:05:35,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:35,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:35,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:35,443 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/714b435e65e7,33175,1731539135210 2024-11-13T23:05:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,451 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T23:05:35,452 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/714b435e65e7,33175,1731539135210 from backup master directory 2024-11-13T23:05:35,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/714b435e65e7,33175,1731539135210 2024-11-13T23:05:35,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:35,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:35,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:35,459 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:35,459 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,33175,1731539135210 2024-11-13T23:05:35,464 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/hbase.id] with ID: 92970446-0533-4c34-986f-f3194258aa62 2024-11-13T23:05:35,465 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/.tmp/hbase.id 2024-11-13T23:05:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:35,472 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/.tmp/hbase.id]:[hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/hbase.id] 2024-11-13T23:05:35,484 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:35,484 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:05:35,486 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:05:35,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:35,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:35,500 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:35,501 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:05:35,501 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:35,510 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store 2024-11-13T23:05:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:35,518 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:35,518 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:35,518 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:35,519 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:35,519 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:35,519 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:35,519 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:35,519 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539135518Disabling compacts and flushes for region at 1731539135518Disabling writes for close at 1731539135519 (+1 ms)Writing region close event to WAL at 1731539135519Closed at 1731539135519 2024-11-13T23:05:35,520 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/.initializing 2024-11-13T23:05:35,520 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/WALs/714b435e65e7,33175,1731539135210 2024-11-13T23:05:35,521 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:35,522 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C33175%2C1731539135210, suffix=, logDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/WALs/714b435e65e7,33175,1731539135210, archiveDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/oldWALs, maxLogs=10 2024-11-13T23:05:35,535 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/WALs/714b435e65e7,33175,1731539135210/714b435e65e7%2C33175%2C1731539135210.1731539135522, exclude list is [], retry=0 2024-11-13T23:05:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-1a36913e-fc46-4627-b1dd-9e6293094ba1,DISK] 2024-11-13T23:05:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36305,DS-be6142e0-1847-4ba3-a66a-1f5a7f5007b0,DISK] 2024-11-13T23:05:35,541 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/WALs/714b435e65e7,33175,1731539135210/714b435e65e7%2C33175%2C1731539135210.1731539135522 2024-11-13T23:05:35,541 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211),(127.0.0.1/127.0.0.1:35741:35741)] 2024-11-13T23:05:35,541 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:35,541 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:35,542 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,542 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:05:35,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:35,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:35,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:05:35,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:35,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:35,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:05:35,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:35,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:35,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:05:35,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:35,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:35,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,552 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,552 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,554 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:35,555 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:35,558 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:35,558 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60761123, jitterRate=-0.09458871185779572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:35,559 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731539135542Initializing all the Stores at 1731539135543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539135543Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539135543Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539135543Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539135543Cleaning up temporary data from old regions at 1731539135554 (+11 ms)Region opened successfully at 1731539135559 (+5 ms) 2024-11-13T23:05:35,560 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:05:35,564 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3abab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:35,565 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:05:35,565 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:05:35,565 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:05:35,565 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:05:35,566 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:05:35,566 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:05:35,566 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:05:35,568 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:05:35,569 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T23:05:35,576 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T23:05:35,576 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:05:35,577 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:05:35,584 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T23:05:35,585 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:05:35,586 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:05:35,593 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T23:05:35,594 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:05:35,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T23:05:35,604 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:05:35,609 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T23:05:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,618 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,33175,1731539135210, sessionid=0x10137bc1cbf0000, setting cluster-up flag (Was=false) 2024-11-13T23:05:35,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,659 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T23:05:35,661 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,33175,1731539135210 2024-11-13T23:05:35,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:35,701 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T23:05:35,703 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,33175,1731539135210 2024-11-13T23:05:35,704 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:05:35,706 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:35,706 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:05:35,707 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:05:35,707 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,33175,1731539135210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:05:35,709 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:35,709 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:35,709 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:35,709 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:35,709 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:05:35,709 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,709 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:35,710 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,710 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731539165710 2024-11-13T23:05:35,711 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:05:35,711 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:05:35,711 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:05:35,711 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:05:35,711 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:05:35,711 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:05:35,711 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:35,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:05:35,712 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:05:35,712 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:05:35,712 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:05:35,712 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:05:35,712 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:05:35,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:35,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:05:35,715 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539135713,5,FailOnTimeoutGroup] 2024-11-13T23:05:35,715 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539135715,5,FailOnTimeoutGroup] 2024-11-13T23:05:35,716 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,716 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:05:35,716 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,716 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,728 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(746): ClusterId : 92970446-0533-4c34-986f-f3194258aa62 2024-11-13T23:05:35,728 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:35,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:35,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:05:35,730 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(746): ClusterId : 92970446-0533-4c34-986f-f3194258aa62 2024-11-13T23:05:35,730 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:35,730 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b 2024-11-13T23:05:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:35,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:35,744 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:35,744 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:35,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:35,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:35,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:35,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:35,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:35,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:35,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:35,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:35,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:35,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:35,751 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:35,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:35,751 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:35,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:35,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:35,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:35,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:35,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:35,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:35,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740 2024-11-13T23:05:35,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740 2024-11-13T23:05:35,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:35,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:35,757 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:35,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:35,759 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:35,760 DEBUG [RS:0;714b435e65e7:39055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614dca71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:35,760 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:35,761 DEBUG [RS:1;714b435e65e7:35541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5ffece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:35,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:35,762 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59651230, jitterRate=-0.11112740635871887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:35,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731539135743Initializing all the Stores at 1731539135744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539135744Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539135744Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539135744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539135744Cleaning up temporary data from old regions at 1731539135757 (+13 ms)Region opened successfully at 1731539135763 (+6 ms) 2024-11-13T23:05:35,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:35,763 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:35,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:35,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:35,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:35,763 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:35,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539135763Disabling compacts and flushes for region at 1731539135763Disabling writes for close at 1731539135763Writing region close event to WAL at 1731539135763Closed at 1731539135763 2024-11-13T23:05:35,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:35,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:05:35,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:05:35,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:35,768 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:05:35,774 DEBUG [RS:0;714b435e65e7:39055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:39055 2024-11-13T23:05:35,774 INFO [RS:0;714b435e65e7:39055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:35,774 INFO [RS:0;714b435e65e7:39055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:35,774 DEBUG [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:35,775 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,33175,1731539135210 with port=39055, startcode=1731539135373 2024-11-13T23:05:35,775 DEBUG [RS:0;714b435e65e7:39055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:35,777 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:35,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,39055,1731539135373 2024-11-13T23:05:35,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33175 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,39055,1731539135373 2024-11-13T23:05:35,779 DEBUG [RS:1;714b435e65e7:35541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;714b435e65e7:35541 2024-11-13T23:05:35,779 INFO [RS:1;714b435e65e7:35541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:35,779 INFO [RS:1;714b435e65e7:35541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:35,779 DEBUG [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b 2024-11-13T23:05:35,779 DEBUG [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:35,779 DEBUG [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45361 2024-11-13T23:05:35,779 DEBUG [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:35,780 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,33175,1731539135210 with port=35541, startcode=1731539135405 2024-11-13T23:05:35,780 DEBUG [RS:1;714b435e65e7:35541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:35,782 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:35,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,35541,1731539135405 2024-11-13T23:05:35,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33175 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,35541,1731539135405 2024-11-13T23:05:35,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:35,785 DEBUG [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b 2024-11-13T23:05:35,785 DEBUG [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45361 2024-11-13T23:05:35,785 DEBUG [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:35,785 DEBUG [RS:0;714b435e65e7:39055 {}] zookeeper.ZKUtil(111): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,39055,1731539135373 2024-11-13T23:05:35,785 WARN [RS:0;714b435e65e7:39055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:35,785 INFO [RS:0;714b435e65e7:39055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:35,785 DEBUG [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,39055,1731539135373 2024-11-13T23:05:35,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,39055,1731539135373] 2024-11-13T23:05:35,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,35541,1731539135405] 2024-11-13T23:05:35,819 DEBUG [RS:1;714b435e65e7:35541 {}] zookeeper.ZKUtil(111): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,35541,1731539135405 2024-11-13T23:05:35,819 WARN [RS:1;714b435e65e7:35541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:35,819 INFO [RS:1;714b435e65e7:35541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:35,819 DEBUG [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,35541,1731539135405 2024-11-13T23:05:35,819 INFO [RS:0;714b435e65e7:39055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:35,822 INFO [RS:1;714b435e65e7:35541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:35,822 INFO [RS:0;714b435e65e7:39055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:35,823 INFO [RS:0;714b435e65e7:39055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:35,823 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,823 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:35,824 INFO [RS:0;714b435e65e7:39055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:35,824 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,825 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,825 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,825 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,825 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,825 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,825 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:35,825 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,825 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,825 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,826 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,826 INFO [RS:1;714b435e65e7:35541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:35,826 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,826 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,826 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:35,826 DEBUG [RS:0;714b435e65e7:39055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:35,826 INFO [RS:1;714b435e65e7:35541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:35,826 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,826 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:35,827 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,827 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,827 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,827 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,827 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,827 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,39055,1731539135373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:35,827 INFO [RS:1;714b435e65e7:35541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:35,827 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:35,828 DEBUG [RS:1;714b435e65e7:35541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:35,833 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,833 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,833 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,833 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,833 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,834 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35541,1731539135405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:35,842 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:35,842 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,39055,1731539135373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,842 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,842 INFO [RS:0;714b435e65e7:39055 {}] regionserver.Replication(171): 714b435e65e7,39055,1731539135373 started 2024-11-13T23:05:35,850 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:35,850 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35541,1731539135405-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,850 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,850 INFO [RS:1;714b435e65e7:35541 {}] regionserver.Replication(171): 714b435e65e7,35541,1731539135405 started 2024-11-13T23:05:35,855 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,855 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,39055,1731539135373, RpcServer on 714b435e65e7/172.17.0.2:39055, sessionid=0x10137bc1cbf0001 2024-11-13T23:05:35,856 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:35,856 DEBUG [RS:0;714b435e65e7:39055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,39055,1731539135373 2024-11-13T23:05:35,856 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,39055,1731539135373' 2024-11-13T23:05:35,856 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:35,856 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:35,857 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:35,857 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:35,857 DEBUG [RS:0;714b435e65e7:39055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,39055,1731539135373 2024-11-13T23:05:35,857 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,39055,1731539135373' 2024-11-13T23:05:35,857 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:35,857 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:35,858 DEBUG [RS:0;714b435e65e7:39055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:35,858 INFO [RS:0;714b435e65e7:39055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:35,858 INFO [RS:0;714b435e65e7:39055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:35,864 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:35,864 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,35541,1731539135405, RpcServer on 714b435e65e7/172.17.0.2:35541, sessionid=0x10137bc1cbf0002 2024-11-13T23:05:35,864 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:35,864 DEBUG [RS:1;714b435e65e7:35541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,35541,1731539135405 2024-11-13T23:05:35,864 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,35541,1731539135405' 2024-11-13T23:05:35,864 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:35,865 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:35,865 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:35,865 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:35,865 DEBUG [RS:1;714b435e65e7:35541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,35541,1731539135405 2024-11-13T23:05:35,865 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,35541,1731539135405' 2024-11-13T23:05:35,865 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:35,866 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:35,866 DEBUG [RS:1;714b435e65e7:35541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:35,866 INFO [RS:1;714b435e65e7:35541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:35,866 INFO [RS:1;714b435e65e7:35541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:35,919 WARN [714b435e65e7:33175 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:05:35,959 INFO [RS:0;714b435e65e7:39055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:35,964 INFO [RS:0;714b435e65e7:39055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C39055%2C1731539135373, suffix=, logDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,39055,1731539135373, archiveDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/oldWALs, maxLogs=32 2024-11-13T23:05:35,967 INFO [RS:1;714b435e65e7:35541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:35,971 INFO [RS:1;714b435e65e7:35541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C35541%2C1731539135405, suffix=, logDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,35541,1731539135405, archiveDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/oldWALs, maxLogs=32 2024-11-13T23:05:35,983 DEBUG [RS:0;714b435e65e7:39055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,39055,1731539135373/714b435e65e7%2C39055%2C1731539135373.1731539135966, exclude list is [], retry=0 2024-11-13T23:05:35,983 DEBUG [RS:1;714b435e65e7:35541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,35541,1731539135405/714b435e65e7%2C35541%2C1731539135405.1731539135972, exclude list is [], retry=0 2024-11-13T23:05:35,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36305,DS-be6142e0-1847-4ba3-a66a-1f5a7f5007b0,DISK] 2024-11-13T23:05:35,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-1a36913e-fc46-4627-b1dd-9e6293094ba1,DISK] 2024-11-13T23:05:35,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-1a36913e-fc46-4627-b1dd-9e6293094ba1,DISK] 2024-11-13T23:05:35,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36305,DS-be6142e0-1847-4ba3-a66a-1f5a7f5007b0,DISK] 2024-11-13T23:05:35,992 INFO [RS:0;714b435e65e7:39055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,39055,1731539135373/714b435e65e7%2C39055%2C1731539135373.1731539135966 2024-11-13T23:05:35,996 DEBUG [RS:0;714b435e65e7:39055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211),(127.0.0.1/127.0.0.1:35741:35741)] 2024-11-13T23:05:35,996 INFO [RS:1;714b435e65e7:35541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,35541,1731539135405/714b435e65e7%2C35541%2C1731539135405.1731539135972 2024-11-13T23:05:35,997 DEBUG [RS:1;714b435e65e7:35541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211),(127.0.0.1/127.0.0.1:35741:35741)] 2024-11-13T23:05:36,169 DEBUG [714b435e65e7:33175 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T23:05:36,169 DEBUG [714b435e65e7:33175 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:36,174 DEBUG [714b435e65e7:33175 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:36,174 DEBUG [714b435e65e7:33175 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:36,174 DEBUG [714b435e65e7:33175 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:36,174 DEBUG [714b435e65e7:33175 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:36,174 INFO [714b435e65e7:33175 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:36,174 INFO [714b435e65e7:33175 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:36,174 DEBUG [714b435e65e7:33175 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:36,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,39055,1731539135373 2024-11-13T23:05:36,177 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,39055,1731539135373, state=OPENING 2024-11-13T23:05:36,260 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:05:36,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:36,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:36,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:36,278 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:36,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:36,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,39055,1731539135373}] 2024-11-13T23:05:36,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:36,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:36,435 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:36,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:36,443 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:05:36,444 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:36,444 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:05:36,447 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C39055%2C1731539135373.meta, suffix=.meta, logDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,39055,1731539135373, archiveDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/oldWALs, maxLogs=32 2024-11-13T23:05:36,462 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,39055,1731539135373/714b435e65e7%2C39055%2C1731539135373.meta.1731539136448.meta, exclude list is [], retry=0 2024-11-13T23:05:36,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36305,DS-be6142e0-1847-4ba3-a66a-1f5a7f5007b0,DISK] 2024-11-13T23:05:36,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44191,DS-1a36913e-fc46-4627-b1dd-9e6293094ba1,DISK] 2024-11-13T23:05:36,467 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,39055,1731539135373/714b435e65e7%2C39055%2C1731539135373.meta.1731539136448.meta 2024-11-13T23:05:36,468 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211),(127.0.0.1/127.0.0.1:35741:35741)] 2024-11-13T23:05:36,468 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:36,468 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:05:36,468 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:05:36,468 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:05:36,469 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:05:36,469 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:36,469 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:05:36,469 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:05:36,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:36,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:36,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:36,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:36,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:36,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:36,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:36,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:36,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:36,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:36,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:36,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:36,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:36,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:36,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:36,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:36,476 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:36,477 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740 2024-11-13T23:05:36,479 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740 2024-11-13T23:05:36,480 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:36,480 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:36,481 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:36,482 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:36,483 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74142592, jitterRate=0.10481071472167969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:36,483 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:05:36,484 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731539136469Writing region info on filesystem at 1731539136469Initializing all the Stores at 1731539136470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539136470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539136470Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539136470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539136470Cleaning up temporary data from old regions at 1731539136480 (+10 ms)Running coprocessor post-open hooks at 1731539136483 (+3 ms)Region opened successfully at 1731539136484 (+1 ms) 2024-11-13T23:05:36,485 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731539136434 2024-11-13T23:05:36,488 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:05:36,488 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:05:36,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,39055,1731539135373 2024-11-13T23:05:36,489 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,39055,1731539135373, state=OPEN 2024-11-13T23:05:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:36,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,39055,1731539135373 2024-11-13T23:05:36,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:36,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:36,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:36,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:05:36,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,39055,1731539135373 in 222 msec 2024-11-13T23:05:36,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:05:36,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 739 msec 2024-11-13T23:05:36,509 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:36,509 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:05:36,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:36,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,39055,1731539135373, seqNum=-1] 2024-11-13T23:05:36,511 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:36,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:36,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 814 msec 2024-11-13T23:05:36,520 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731539136520, completionTime=-1 2024-11-13T23:05:36,520 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T23:05:36,520 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:05:36,522 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T23:05:36,522 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731539196522 2024-11-13T23:05:36,522 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731539256522 2024-11-13T23:05:36,522 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:05:36,522 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:05:36,523 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33175,1731539135210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:36,523 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33175,1731539135210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:36,523 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33175,1731539135210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:36,523 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:33175, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:36,523 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:36,524 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:36,526 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:05:36,528 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.068sec 2024-11-13T23:05:36,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:05:36,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:05:36,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:05:36,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:05:36,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:05:36,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33175,1731539135210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:36,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33175,1731539135210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:05:36,531 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:05:36,531 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:05:36,531 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33175,1731539135210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:36,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286f3e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:36,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,33175,-1 for getting cluster id 2024-11-13T23:05:36,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:05:36,631 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92970446-0533-4c34-986f-f3194258aa62' 2024-11-13T23:05:36,632 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:05:36,632 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92970446-0533-4c34-986f-f3194258aa62" 2024-11-13T23:05:36,632 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5240516b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:36,632 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,33175,-1] 2024-11-13T23:05:36,633 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:05:36,633 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:36,634 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:05:36,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce274f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:36,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:36,637 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,39055,1731539135373, seqNum=-1] 2024-11-13T23:05:36,637 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:36,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,33175,1731539135210 2024-11-13T23:05:36,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:05:36,642 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,33175,1731539135210 2024-11-13T23:05:36,642 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21c75b70 2024-11-13T23:05:36,642 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:05:36,643 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:05:36,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T23:05:36,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:05:36,648 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:36,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T23:05:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:36,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:05:36,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:36,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:36,659 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2bcf5e0e65014a7f17d38919a991919, NAME => 'testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b 2024-11-13T23:05:36,660 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0778822808ba705410ac620ee3bcf66e, NAME => 'testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b 2024-11-13T23:05:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:36,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:36,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c2bcf5e0e65014a7f17d38919a991919, disabling compactions & flushes 2024-11-13T23:05:36,670 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:36,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:36,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. after waiting 0 ms 2024-11-13T23:05:36,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:36,670 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:36,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2bcf5e0e65014a7f17d38919a991919: Waiting for close lock at 1731539136670Disabling compacts and flushes for region at 1731539136670Disabling writes for close at 1731539136670Writing region close event to WAL at 1731539136670Closed at 1731539136670 2024-11-13T23:05:36,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:36,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:36,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:05:36,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:37,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:37,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:37,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:37,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:37,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0778822808ba705410ac620ee3bcf66e, disabling compactions & flushes 2024-11-13T23:05:37,072 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. after waiting 0 ms 2024-11-13T23:05:37,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,072 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0778822808ba705410ac620ee3bcf66e: Waiting for close lock at 1731539137072Disabling compacts and flushes for region at 1731539137072Disabling writes for close at 1731539137072Writing region close event to WAL at 1731539137072Closed at 1731539137072 2024-11-13T23:05:37,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:05:37,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539137074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539137074"}]},"ts":"1731539137074"} 2024-11-13T23:05:37,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539137074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539137074"}]},"ts":"1731539137074"} 2024-11-13T23:05:37,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T23:05:37,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:05:37,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539137081"}]},"ts":"1731539137081"} 2024-11-13T23:05:37,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T23:05:37,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:37,086 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:37,086 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:37,086 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:37,086 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:37,086 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:37,087 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:37,087 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:37,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2bcf5e0e65014a7f17d38919a991919, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0778822808ba705410ac620ee3bcf66e, ASSIGN}] 2024-11-13T23:05:37,088 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0778822808ba705410ac620ee3bcf66e, ASSIGN 2024-11-13T23:05:37,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2bcf5e0e65014a7f17d38919a991919, ASSIGN 2024-11-13T23:05:37,090 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0778822808ba705410ac620ee3bcf66e, ASSIGN; state=OFFLINE, location=714b435e65e7,35541,1731539135405; forceNewPlan=false, retain=false 2024-11-13T23:05:37,090 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2bcf5e0e65014a7f17d38919a991919, ASSIGN; state=OFFLINE, location=714b435e65e7,39055,1731539135373; forceNewPlan=false, retain=false 2024-11-13T23:05:37,240 INFO [714b435e65e7:33175 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T23:05:37,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2bcf5e0e65014a7f17d38919a991919, regionState=OPENING, regionLocation=714b435e65e7,39055,1731539135373 2024-11-13T23:05:37,241 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0778822808ba705410ac620ee3bcf66e, regionState=OPENING, regionLocation=714b435e65e7,35541,1731539135405 2024-11-13T23:05:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2bcf5e0e65014a7f17d38919a991919, ASSIGN because future has completed 2024-11-13T23:05:37,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2bcf5e0e65014a7f17d38919a991919, server=714b435e65e7,39055,1731539135373}] 2024-11-13T23:05:37,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0778822808ba705410ac620ee3bcf66e, ASSIGN because future has completed 2024-11-13T23:05:37,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0778822808ba705410ac620ee3bcf66e, server=714b435e65e7,35541,1731539135405}] 2024-11-13T23:05:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:37,405 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:37,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:37,411 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:37,412 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c2bcf5e0e65014a7f17d38919a991919, NAME => 'testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T23:05:37,412 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,412 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:37,412 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,413 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,414 INFO [StoreOpener-c2bcf5e0e65014a7f17d38919a991919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,414 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,415 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0778822808ba705410ac620ee3bcf66e, NAME => 'testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T23:05:37,415 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,415 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:37,415 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,416 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,416 INFO [StoreOpener-c2bcf5e0e65014a7f17d38919a991919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2bcf5e0e65014a7f17d38919a991919 columnFamilyName family 2024-11-13T23:05:37,416 DEBUG [StoreOpener-c2bcf5e0e65014a7f17d38919a991919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:37,417 INFO [StoreOpener-c2bcf5e0e65014a7f17d38919a991919-1 {}] regionserver.HStore(327): Store=c2bcf5e0e65014a7f17d38919a991919/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:37,417 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,417 INFO [StoreOpener-0778822808ba705410ac620ee3bcf66e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,418 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,419 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,419 INFO [StoreOpener-0778822808ba705410ac620ee3bcf66e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0778822808ba705410ac620ee3bcf66e columnFamilyName family 2024-11-13T23:05:37,419 DEBUG [StoreOpener-0778822808ba705410ac620ee3bcf66e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:37,420 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,420 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,420 INFO [StoreOpener-0778822808ba705410ac620ee3bcf66e-1 {}] regionserver.HStore(327): Store=0778822808ba705410ac620ee3bcf66e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:37,420 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,421 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,422 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,422 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,422 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,422 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,424 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,424 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/c2bcf5e0e65014a7f17d38919a991919/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:37,425 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c2bcf5e0e65014a7f17d38919a991919; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64148535, jitterRate=-0.04411233961582184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:37,425 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,426 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c2bcf5e0e65014a7f17d38919a991919: Running coprocessor pre-open hook at 1731539137413Writing region info on filesystem at 1731539137413Initializing all the Stores at 1731539137414 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539137414Cleaning up temporary data from old regions at 1731539137420 (+6 ms)Running coprocessor post-open hooks at 1731539137425 (+5 ms)Region opened successfully at 1731539137426 (+1 ms) 2024-11-13T23:05:37,426 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/0778822808ba705410ac620ee3bcf66e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:37,427 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919., pid=7, masterSystemTime=1731539137403 2024-11-13T23:05:37,427 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0778822808ba705410ac620ee3bcf66e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60226492, jitterRate=-0.10255533456802368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:37,427 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,427 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0778822808ba705410ac620ee3bcf66e: Running coprocessor pre-open hook at 1731539137416Writing region info on filesystem at 1731539137416Initializing all the Stores at 1731539137417 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539137417Cleaning up temporary data from old regions at 1731539137422 (+5 ms)Running coprocessor post-open hooks at 1731539137427 (+5 ms)Region opened successfully at 1731539137427 2024-11-13T23:05:37,428 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e., pid=8, masterSystemTime=1731539137405 2024-11-13T23:05:37,429 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:37,429 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:37,430 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2bcf5e0e65014a7f17d38919a991919, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,39055,1731539135373 2024-11-13T23:05:37,430 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,430 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0778822808ba705410ac620ee3bcf66e, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,35541,1731539135405 2024-11-13T23:05:37,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2bcf5e0e65014a7f17d38919a991919, server=714b435e65e7,39055,1731539135373 because future has completed 2024-11-13T23:05:37,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0778822808ba705410ac620ee3bcf66e, server=714b435e65e7,35541,1731539135405 because future has completed 2024-11-13T23:05:37,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T23:05:37,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2bcf5e0e65014a7f17d38919a991919, server=714b435e65e7,39055,1731539135373 in 185 msec 2024-11-13T23:05:37,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T23:05:37,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0778822808ba705410ac620ee3bcf66e, server=714b435e65e7,35541,1731539135405 in 185 msec 2024-11-13T23:05:37,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2bcf5e0e65014a7f17d38919a991919, ASSIGN in 350 msec 2024-11-13T23:05:37,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T23:05:37,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0778822808ba705410ac620ee3bcf66e, ASSIGN in 352 msec 2024-11-13T23:05:37,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:05:37,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539137442"}]},"ts":"1731539137442"} 2024-11-13T23:05:37,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T23:05:37,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:05:37,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 802 msec 2024-11-13T23:05:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:37,787 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T23:05:37,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T23:05:37,788 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:37,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T23:05:37,791 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:37,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T23:05:37,795 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919., hostname=714b435e65e7,39055,1731539135373, seqNum=2] 2024-11-13T23:05:37,808 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e., hostname=714b435e65e7,35541,1731539135405, seqNum=2] 2024-11-13T23:05:37,808 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:37,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:37,820 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2bcf5e0e65014a7f17d38919a991919 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T23:05:37,836 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/c2bcf5e0e65014a7f17d38919a991919/.tmp/family/13604cecf2f24c84a86fb2d664df5e81 is 32, key is 1/family:/1731539137796/Put/seqid=0 2024-11-13T23:05:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741839_1015 (size=5054) 2024-11-13T23:05:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741839_1015 (size=5054) 2024-11-13T23:05:37,841 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/c2bcf5e0e65014a7f17d38919a991919/.tmp/family/13604cecf2f24c84a86fb2d664df5e81 2024-11-13T23:05:37,848 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/c2bcf5e0e65014a7f17d38919a991919/.tmp/family/13604cecf2f24c84a86fb2d664df5e81 as hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/c2bcf5e0e65014a7f17d38919a991919/family/13604cecf2f24c84a86fb2d664df5e81 2024-11-13T23:05:37,854 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/c2bcf5e0e65014a7f17d38919a991919/family/13604cecf2f24c84a86fb2d664df5e81, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T23:05:37,856 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c2bcf5e0e65014a7f17d38919a991919 in 36ms, sequenceid=8, compaction requested=false 2024-11-13T23:05:37,856 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c2bcf5e0e65014a7f17d38919a991919: 2024-11-13T23:05:37,856 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0778822808ba705410ac620ee3bcf66e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T23:05:37,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/0778822808ba705410ac620ee3bcf66e/.tmp/family/87677c4bc0064f3fb0f063231b26ceb9 is 32, key is 5/family:/1731539137810/Put/seqid=0 2024-11-13T23:05:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741840_1016 (size=5083) 2024-11-13T23:05:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741840_1016 (size=5083) 2024-11-13T23:05:37,879 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/0778822808ba705410ac620ee3bcf66e/.tmp/family/87677c4bc0064f3fb0f063231b26ceb9 2024-11-13T23:05:37,886 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/0778822808ba705410ac620ee3bcf66e/.tmp/family/87677c4bc0064f3fb0f063231b26ceb9 as hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/0778822808ba705410ac620ee3bcf66e/family/87677c4bc0064f3fb0f063231b26ceb9 2024-11-13T23:05:37,891 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/0778822808ba705410ac620ee3bcf66e/family/87677c4bc0064f3fb0f063231b26ceb9, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T23:05:37,893 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0778822808ba705410ac620ee3bcf66e in 36ms, sequenceid=9, compaction requested=false 2024-11-13T23:05:37,893 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0778822808ba705410ac620ee3bcf66e: 2024-11-13T23:05:37,897 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T23:05:37,901 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:37,902 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:37,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:37,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:37,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:05:37,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:37,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:37,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:37,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:37,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:05:37,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:05:37,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1550017724, stopped=false 2024-11-13T23:05:37,905 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,33175,1731539135210 2024-11-13T23:05:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:37,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:37,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:37,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:37,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:37,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:37,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:37,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:37,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,39055,1731539135373' ***** 2024-11-13T23:05:37,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:37,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,35541,1731539135405' ***** 2024-11-13T23:05:37,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:37,946 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:37,947 INFO [RS:0;714b435e65e7:39055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:37,947 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:37,947 INFO [RS:0;714b435e65e7:39055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:37,947 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(3091): Received CLOSE for c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:37,947 INFO [RS:1;714b435e65e7:35541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:37,947 INFO [RS:1;714b435e65e7:35541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:37,947 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(3091): Received CLOSE for 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:37,948 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,39055,1731539135373 2024-11-13T23:05:37,948 INFO [RS:0;714b435e65e7:39055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:37,948 INFO [RS:0;714b435e65e7:39055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:39055. 2024-11-13T23:05:37,948 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,35541,1731539135405 2024-11-13T23:05:37,948 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2bcf5e0e65014a7f17d38919a991919, disabling compactions & flushes 2024-11-13T23:05:37,948 INFO [RS:1;714b435e65e7:35541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:37,948 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:37,948 DEBUG [RS:0;714b435e65e7:39055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:37,948 INFO [RS:1;714b435e65e7:35541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;714b435e65e7:35541. 2024-11-13T23:05:37,948 DEBUG [RS:0;714b435e65e7:39055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:37,948 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:37,949 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0778822808ba705410ac620ee3bcf66e, disabling compactions & flushes 2024-11-13T23:05:37,949 DEBUG [RS:1;714b435e65e7:35541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:37,949 INFO [RS:0;714b435e65e7:39055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:37,949 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. after waiting 0 ms 2024-11-13T23:05:37,949 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,949 INFO [RS:0;714b435e65e7:39055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:37,949 DEBUG [RS:1;714b435e65e7:35541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:37,949 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:37,949 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,949 INFO [RS:0;714b435e65e7:39055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:37,949 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. after waiting 0 ms 2024-11-13T23:05:37,949 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:05:37,949 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:05:37,949 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,949 DEBUG [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(1325): Online Regions={0778822808ba705410ac620ee3bcf66e=testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e.} 2024-11-13T23:05:37,949 DEBUG [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(1351): Waiting on 0778822808ba705410ac620ee3bcf66e 2024-11-13T23:05:37,949 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:05:37,949 DEBUG [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(1325): Online Regions={c2bcf5e0e65014a7f17d38919a991919=testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:05:37,949 DEBUG [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2bcf5e0e65014a7f17d38919a991919 2024-11-13T23:05:37,950 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:37,950 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:37,950 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:37,950 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:37,950 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:37,950 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T23:05:37,954 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/0778822808ba705410ac620ee3bcf66e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T23:05:37,955 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/default/testClearRegionBlockCache/c2bcf5e0e65014a7f17d38919a991919/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T23:05:37,955 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,955 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:37,955 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0778822808ba705410ac620ee3bcf66e: Waiting for close lock at 1731539137948Running coprocessor pre-close hooks at 1731539137948Disabling compacts and flushes for region at 1731539137948Disabling writes for close at 1731539137949 (+1 ms)Writing region close event to WAL at 1731539137950 (+1 ms)Running coprocessor post-close hooks at 1731539137955 (+5 ms)Closed at 1731539137955 2024-11-13T23:05:37,955 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2bcf5e0e65014a7f17d38919a991919: Waiting for close lock at 1731539137948Running coprocessor pre-close hooks at 1731539137948Disabling compacts and flushes for region at 1731539137948Disabling writes for close at 1731539137949 (+1 ms)Writing region close event to WAL at 1731539137950 (+1 ms)Running coprocessor post-close hooks at 1731539137955 (+5 ms)Closed at 1731539137955 2024-11-13T23:05:37,955 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e. 2024-11-13T23:05:37,956 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731539136644.c2bcf5e0e65014a7f17d38919a991919. 2024-11-13T23:05:37,967 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/.tmp/info/7e0e3cd61fb045e09c0274d21ac19b38 is 173, key is testClearRegionBlockCache,5,1731539136644.0778822808ba705410ac620ee3bcf66e./info:regioninfo/1731539137431/Put/seqid=0 2024-11-13T23:05:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:37,973 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/.tmp/info/7e0e3cd61fb045e09c0274d21ac19b38 2024-11-13T23:05:37,994 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/.tmp/ns/c6249fedaff74c1da7091a343fa73484 is 43, key is default/ns:d/1731539136514/Put/seqid=0 2024-11-13T23:05:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:38,000 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/.tmp/ns/c6249fedaff74c1da7091a343fa73484 2024-11-13T23:05:38,047 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:38,047 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:38,047 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/.tmp/table/108f59cf60904a78a13a9a80ba46c590 is 61, key is testClearRegionBlockCache/table:state/1731539137442/Put/seqid=0 2024-11-13T23:05:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:38,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:38,058 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/.tmp/table/108f59cf60904a78a13a9a80ba46c590 2024-11-13T23:05:38,066 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/.tmp/info/7e0e3cd61fb045e09c0274d21ac19b38 as hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/info/7e0e3cd61fb045e09c0274d21ac19b38 2024-11-13T23:05:38,073 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/info/7e0e3cd61fb045e09c0274d21ac19b38, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T23:05:38,074 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/.tmp/ns/c6249fedaff74c1da7091a343fa73484 as hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/ns/c6249fedaff74c1da7091a343fa73484 2024-11-13T23:05:38,081 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/ns/c6249fedaff74c1da7091a343fa73484, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T23:05:38,083 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/.tmp/table/108f59cf60904a78a13a9a80ba46c590 as hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/table/108f59cf60904a78a13a9a80ba46c590 2024-11-13T23:05:38,094 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/table/108f59cf60904a78a13a9a80ba46c590, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T23:05:38,096 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=13, compaction requested=false 2024-11-13T23:05:38,101 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T23:05:38,102 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:05:38,102 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:38,102 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539137949Running coprocessor pre-close hooks at 1731539137949Disabling compacts and flushes for region at 1731539137949Disabling writes for close at 1731539137950 (+1 ms)Obtaining lock to block concurrent updates at 1731539137950Preparing flush snapshotting stores in 1588230740 at 1731539137950Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731539137950Flushing stores of hbase:meta,,1.1588230740 at 1731539137951 (+1 ms)Flushing 1588230740/info: creating writer at 1731539137951Flushing 1588230740/info: appending metadata at 1731539137967 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731539137967Flushing 1588230740/ns: creating writer at 1731539137980 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731539137993 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731539137993Flushing 1588230740/table: creating writer at 1731539138005 (+12 ms)Flushing 1588230740/table: appending metadata at 1731539138047 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731539138047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19161f3f: reopening flushed file at 1731539138065 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48960c95: reopening flushed file at 1731539138073 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7072d61a: reopening flushed file at 1731539138082 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=13, compaction requested=false at 1731539138096 (+14 ms)Writing region close event to WAL at 1731539138097 (+1 ms)Running coprocessor post-close hooks at 1731539138102 (+5 ms)Closed at 1731539138102 2024-11-13T23:05:38,102 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:38,149 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,35541,1731539135405; all regions closed. 2024-11-13T23:05:38,150 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,39055,1731539135373; all regions closed. 2024-11-13T23:05:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741834_1010 (size=1867) 2024-11-13T23:05:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741834_1010 (size=1867) 2024-11-13T23:05:38,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:38,158 DEBUG [RS:1;714b435e65e7:35541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/oldWALs 2024-11-13T23:05:38,158 INFO [RS:1;714b435e65e7:35541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C35541%2C1731539135405:(num 1731539135972) 2024-11-13T23:05:38,158 DEBUG [RS:0;714b435e65e7:39055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/oldWALs 2024-11-13T23:05:38,158 DEBUG [RS:1;714b435e65e7:35541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:38,158 INFO [RS:0;714b435e65e7:39055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C39055%2C1731539135373.meta:.meta(num 1731539136448) 2024-11-13T23:05:38,158 INFO [RS:1;714b435e65e7:35541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:38,158 INFO [RS:1;714b435e65e7:35541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:38,158 INFO [RS:1;714b435e65e7:35541 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:38,159 INFO [RS:1;714b435e65e7:35541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:38,159 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:38,159 INFO [RS:1;714b435e65e7:35541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:38,159 INFO [RS:1;714b435e65e7:35541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:38,159 INFO [RS:1;714b435e65e7:35541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:38,159 INFO [RS:1;714b435e65e7:35541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35541 2024-11-13T23:05:38,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741833_1009 (size=1758) 2024-11-13T23:05:38,161 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/WALs/714b435e65e7,39055,1731539135373/714b435e65e7%2C39055%2C1731539135373.1731539135966 not finished, retry = 0 2024-11-13T23:05:38,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741833_1009 (size=1758) 2024-11-13T23:05:38,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,35541,1731539135405 2024-11-13T23:05:38,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:38,168 INFO [RS:1;714b435e65e7:35541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:38,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,35541,1731539135405] 2024-11-13T23:05:38,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,35541,1731539135405 already deleted, retry=false 2024-11-13T23:05:38,184 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,35541,1731539135405 expired; onlineServers=1 2024-11-13T23:05:38,266 DEBUG [RS:0;714b435e65e7:39055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/oldWALs 2024-11-13T23:05:38,266 INFO [RS:0;714b435e65e7:39055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C39055%2C1731539135373:(num 1731539135966) 2024-11-13T23:05:38,266 DEBUG [RS:0;714b435e65e7:39055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:38,266 INFO [RS:0;714b435e65e7:39055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:38,267 INFO [RS:0;714b435e65e7:39055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:38,267 INFO [RS:0;714b435e65e7:39055 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:38,268 INFO [RS:0;714b435e65e7:39055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:38,268 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:38,269 INFO [RS:0;714b435e65e7:39055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39055 2024-11-13T23:05:38,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,39055,1731539135373 2024-11-13T23:05:38,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:38,276 INFO [RS:0;714b435e65e7:39055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:38,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:38,276 INFO [RS:1;714b435e65e7:35541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:38,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35541-0x10137bc1cbf0002, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:38,276 INFO [RS:1;714b435e65e7:35541 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,35541,1731539135405; zookeeper connection closed. 2024-11-13T23:05:38,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@406bec2d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@406bec2d 2024-11-13T23:05:38,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,39055,1731539135373] 2024-11-13T23:05:38,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,39055,1731539135373 already deleted, retry=false 2024-11-13T23:05:38,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,39055,1731539135373 expired; onlineServers=0 2024-11-13T23:05:38,293 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,33175,1731539135210' ***** 2024-11-13T23:05:38,293 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:05:38,293 INFO [M:0;714b435e65e7:33175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:38,293 INFO [M:0;714b435e65e7:33175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:38,293 DEBUG [M:0;714b435e65e7:33175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:05:38,294 DEBUG [M:0;714b435e65e7:33175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:05:38,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:05:38,294 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539135713 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539135713,5,FailOnTimeoutGroup] 2024-11-13T23:05:38,294 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539135715 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539135715,5,FailOnTimeoutGroup] 2024-11-13T23:05:38,294 INFO [M:0;714b435e65e7:33175 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:38,294 INFO [M:0;714b435e65e7:33175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:38,294 DEBUG [M:0;714b435e65e7:33175 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:05:38,295 INFO [M:0;714b435e65e7:33175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:05:38,295 INFO [M:0;714b435e65e7:33175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:38,295 INFO [M:0;714b435e65e7:33175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:05:38,295 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:05:38,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:38,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:38,301 DEBUG [M:0;714b435e65e7:33175 {}] zookeeper.ZKUtil(347): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T23:05:38,301 WARN [M:0;714b435e65e7:33175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:05:38,302 INFO [M:0;714b435e65e7:33175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/.lastflushedseqids 2024-11-13T23:05:38,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741844_1020 (size=191) 2024-11-13T23:05:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741844_1020 (size=191) 2024-11-13T23:05:38,311 INFO [M:0;714b435e65e7:33175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:05:38,311 INFO [M:0;714b435e65e7:33175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:05:38,311 DEBUG [M:0;714b435e65e7:33175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:38,311 INFO [M:0;714b435e65e7:33175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:38,311 DEBUG [M:0;714b435e65e7:33175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:38,311 DEBUG [M:0;714b435e65e7:33175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:38,311 DEBUG [M:0;714b435e65e7:33175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:38,312 INFO [M:0;714b435e65e7:33175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T23:05:38,333 DEBUG [M:0;714b435e65e7:33175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/055f60faf85a48d4bdd791813bd1ef83 is 82, key is hbase:meta,,1/info:regioninfo/1731539136488/Put/seqid=0 2024-11-13T23:05:38,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:38,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:38,338 INFO [M:0;714b435e65e7:33175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/055f60faf85a48d4bdd791813bd1ef83 2024-11-13T23:05:38,357 DEBUG [M:0;714b435e65e7:33175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4af0bc9abeaf4f78898c015e26fea1a3 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731539137447/Put/seqid=0 2024-11-13T23:05:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:38,363 INFO [M:0;714b435e65e7:33175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4af0bc9abeaf4f78898c015e26fea1a3 2024-11-13T23:05:38,381 DEBUG [M:0;714b435e65e7:33175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c2654d2f7a44dfd8702f9f1be9c0eaf is 69, key is 714b435e65e7,35541,1731539135405/rs:state/1731539135783/Put/seqid=0 2024-11-13T23:05:38,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:38,384 INFO [RS:0;714b435e65e7:39055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:38,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39055-0x10137bc1cbf0001, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:38,385 INFO [RS:0;714b435e65e7:39055 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,39055,1731539135373; zookeeper connection closed. 2024-11-13T23:05:38,385 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70b6cf9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70b6cf9d 2024-11-13T23:05:38,385 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T23:05:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:38,386 INFO [M:0;714b435e65e7:33175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c2654d2f7a44dfd8702f9f1be9c0eaf 2024-11-13T23:05:38,392 DEBUG [M:0;714b435e65e7:33175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/055f60faf85a48d4bdd791813bd1ef83 as hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/055f60faf85a48d4bdd791813bd1ef83 2024-11-13T23:05:38,397 INFO [M:0;714b435e65e7:33175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/055f60faf85a48d4bdd791813bd1ef83, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T23:05:38,398 DEBUG [M:0;714b435e65e7:33175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4af0bc9abeaf4f78898c015e26fea1a3 as hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4af0bc9abeaf4f78898c015e26fea1a3 2024-11-13T23:05:38,403 INFO [M:0;714b435e65e7:33175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4af0bc9abeaf4f78898c015e26fea1a3, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T23:05:38,404 DEBUG [M:0;714b435e65e7:33175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c2654d2f7a44dfd8702f9f1be9c0eaf as hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c2654d2f7a44dfd8702f9f1be9c0eaf 2024-11-13T23:05:38,409 INFO [M:0;714b435e65e7:33175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45361/user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c2654d2f7a44dfd8702f9f1be9c0eaf, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T23:05:38,410 INFO [M:0;714b435e65e7:33175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false 2024-11-13T23:05:38,412 INFO [M:0;714b435e65e7:33175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:38,412 DEBUG [M:0;714b435e65e7:33175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539138311Disabling compacts and flushes for region at 1731539138311Disabling writes for close at 1731539138311Obtaining lock to block concurrent updates at 1731539138312 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731539138312Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731539138312Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731539138313 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731539138313Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731539138332 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731539138332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731539138343 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731539138357 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731539138357Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731539138367 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731539138381 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731539138381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147718bc: reopening flushed file at 1731539138391 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1288c3: reopening flushed file at 1731539138397 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42029a21: reopening flushed file at 1731539138403 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false at 1731539138410 (+7 ms)Writing region close event to WAL at 1731539138411 (+1 ms)Closed at 1731539138411 2024-11-13T23:05:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44191 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:38,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/933965bb-48c2-0369-5f6e-81ce85cdba3b/MasterData/WALs/714b435e65e7,33175,1731539135210/714b435e65e7%2C33175%2C1731539135210.1731539135522 not finished, retry = 0 2024-11-13T23:05:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36305 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:38,516 INFO [M:0;714b435e65e7:33175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:05:38,517 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:38,517 INFO [M:0;714b435e65e7:33175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33175 2024-11-13T23:05:38,517 INFO [M:0;714b435e65e7:33175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:38,627 INFO [M:0;714b435e65e7:33175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:38,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:38,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x10137bc1cbf0000, quorum=127.0.0.1:52462, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:38,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fe87e75{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:38,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35f597cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:38,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:38,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61f57681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:38,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ac3334{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:38,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:38,637 WARN [BP-2026896026-172.17.0.2-1731539133271 heartbeating to localhost/127.0.0.1:45361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:38,637 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:38,637 WARN [BP-2026896026-172.17.0.2-1731539133271 heartbeating to localhost/127.0.0.1:45361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2026896026-172.17.0.2-1731539133271 (Datanode Uuid 26fb0182-7af6-4dba-8f11-ee5ff704485f) service to localhost/127.0.0.1:45361 2024-11-13T23:05:38,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/data/data3/current/BP-2026896026-172.17.0.2-1731539133271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:38,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/data/data4/current/BP-2026896026-172.17.0.2-1731539133271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:38,638 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:38,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd995b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:38,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d860141{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:38,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:38,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0bc737{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:38,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62fe252f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:38,643 WARN [BP-2026896026-172.17.0.2-1731539133271 heartbeating to localhost/127.0.0.1:45361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:38,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:38,643 WARN [BP-2026896026-172.17.0.2-1731539133271 heartbeating to localhost/127.0.0.1:45361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2026896026-172.17.0.2-1731539133271 (Datanode Uuid 82e79f88-864e-4594-b7f2-305242a6e6bf) service to localhost/127.0.0.1:45361 2024-11-13T23:05:38,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:38,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/data/data1/current/BP-2026896026-172.17.0.2-1731539133271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:38,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/cluster_ed973013-b602-4607-afd7-94c0aaee0d7c/data/data2/current/BP-2026896026-172.17.0.2-1731539133271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:38,644 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:38,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a595e2d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:38,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@600a72d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:38,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:38,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29dc87ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:38,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c64536{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:38,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:05:38,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:05:38,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 115) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45361 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45361 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 186) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3969 (was 4262) 2024-11-13T23:05:38,688 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=3969 2024-11-13T23:05:38,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.log.dir so I do NOT create it in target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5 2024-11-13T23:05:38,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.tmp.dir so I do NOT create it in target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5 2024-11-13T23:05:38,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c284cf6-bf76-379e-edf8-a47186d606ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:05:38,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12, deleteOnExit=true 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/test.cache.data in system properties and HBase conf 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:05:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:05:38,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:05:38,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:05:39,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:39,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:39,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:39,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:39,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:05:39,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:39,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59edac6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:39,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744cae8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:39,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b17349e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/java.io.tmpdir/jetty-localhost-37673-hadoop-hdfs-3_4_1-tests_jar-_-any-5079391035535856510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:39,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4865eda8{HTTP/1.1, (http/1.1)}{localhost:37673} 2024-11-13T23:05:39,109 INFO [Time-limited test {}] server.Server(415): Started @21268ms 2024-11-13T23:05:39,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:39,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:39,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:39,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:39,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:05:39,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a9b1106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:39,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dddc391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:39,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ef3e922{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/java.io.tmpdir/jetty-localhost-34321-hadoop-hdfs-3_4_1-tests_jar-_-any-11000984781957432718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:39,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a9b0e84{HTTP/1.1, (http/1.1)}{localhost:34321} 2024-11-13T23:05:39,419 INFO [Time-limited test {}] server.Server(415): Started @21578ms 2024-11-13T23:05:39,420 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:39,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:39,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:39,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:39,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:39,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:39,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30b4713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:39,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ad96ac3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:39,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@308621eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/java.io.tmpdir/jetty-localhost-33965-hadoop-hdfs-3_4_1-tests_jar-_-any-8336303983662610782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:39,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a3797b0{HTTP/1.1, (http/1.1)}{localhost:33965} 2024-11-13T23:05:39,548 INFO [Time-limited test {}] server.Server(415): Started @21707ms 2024-11-13T23:05:39,549 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:40,202 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/data/data1/current/BP-2017749660-172.17.0.2-1731539138716/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:40,202 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/data/data2/current/BP-2017749660-172.17.0.2-1731539138716/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:40,225 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b904ce08bcd7e77 with lease ID 0x16ef721628641bfe: Processing first storage report for DS-e75ab8f2-bb0f-41bc-982d-f849c4f2ecd2 from datanode DatanodeRegistration(127.0.0.1:40597, datanodeUuid=8022e685-6475-40fc-b018-4794e5165284, infoPort=41343, infoSecurePort=0, ipcPort=36081, storageInfo=lv=-57;cid=testClusterID;nsid=807461634;c=1731539138716) 2024-11-13T23:05:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b904ce08bcd7e77 with lease ID 0x16ef721628641bfe: from storage DS-e75ab8f2-bb0f-41bc-982d-f849c4f2ecd2 node DatanodeRegistration(127.0.0.1:40597, datanodeUuid=8022e685-6475-40fc-b018-4794e5165284, infoPort=41343, infoSecurePort=0, ipcPort=36081, storageInfo=lv=-57;cid=testClusterID;nsid=807461634;c=1731539138716), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b904ce08bcd7e77 with lease ID 0x16ef721628641bfe: Processing first storage report for DS-b486246c-2a22-496a-a97d-c6f693aabf02 from datanode DatanodeRegistration(127.0.0.1:40597, datanodeUuid=8022e685-6475-40fc-b018-4794e5165284, infoPort=41343, infoSecurePort=0, ipcPort=36081, storageInfo=lv=-57;cid=testClusterID;nsid=807461634;c=1731539138716) 2024-11-13T23:05:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b904ce08bcd7e77 with lease ID 0x16ef721628641bfe: from storage DS-b486246c-2a22-496a-a97d-c6f693aabf02 node DatanodeRegistration(127.0.0.1:40597, datanodeUuid=8022e685-6475-40fc-b018-4794e5165284, infoPort=41343, infoSecurePort=0, ipcPort=36081, storageInfo=lv=-57;cid=testClusterID;nsid=807461634;c=1731539138716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:40,393 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/data/data3/current/BP-2017749660-172.17.0.2-1731539138716/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:40,395 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/data/data4/current/BP-2017749660-172.17.0.2-1731539138716/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:40,410 WARN [Thread-886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c2f0972b523d97b with lease ID 0x16ef721628641bff: Processing first storage report for DS-a89959bf-12de-4a9f-8028-230e0bb81f22 from datanode DatanodeRegistration(127.0.0.1:42077, datanodeUuid=6ca7a12c-b16f-4f68-bc69-2147881d8d32, infoPort=45021, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=807461634;c=1731539138716) 2024-11-13T23:05:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c2f0972b523d97b with lease ID 0x16ef721628641bff: from storage DS-a89959bf-12de-4a9f-8028-230e0bb81f22 node DatanodeRegistration(127.0.0.1:42077, datanodeUuid=6ca7a12c-b16f-4f68-bc69-2147881d8d32, infoPort=45021, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=807461634;c=1731539138716), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c2f0972b523d97b with lease ID 0x16ef721628641bff: Processing first storage report for DS-fe455290-18d1-4dcd-8e0c-5b7281cb975a from datanode DatanodeRegistration(127.0.0.1:42077, datanodeUuid=6ca7a12c-b16f-4f68-bc69-2147881d8d32, infoPort=45021, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=807461634;c=1731539138716) 2024-11-13T23:05:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c2f0972b523d97b with lease ID 0x16ef721628641bff: from storage DS-fe455290-18d1-4dcd-8e0c-5b7281cb975a node DatanodeRegistration(127.0.0.1:42077, datanodeUuid=6ca7a12c-b16f-4f68-bc69-2147881d8d32, infoPort=45021, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=807461634;c=1731539138716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:40,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5 2024-11-13T23:05:40,493 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/zookeeper_0, clientPort=58921, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:05:40,494 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58921 2024-11-13T23:05:40,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:40,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:40,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:40,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:40,508 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af with version=8 2024-11-13T23:05:40,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/hbase-staging 2024-11-13T23:05:40,511 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:40,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:40,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:40,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:40,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:40,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:40,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:05:40,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:40,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40653 2024-11-13T23:05:40,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40653 connecting to ZooKeeper ensemble=127.0.0.1:58921 2024-11-13T23:05:40,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406530x0, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:40,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40653-0x10137bc31730000 connected 2024-11-13T23:05:40,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:40,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:40,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:40,630 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af, hbase.cluster.distributed=false 2024-11-13T23:05:40,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:40,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-13T23:05:40,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40653 2024-11-13T23:05:40,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40653 2024-11-13T23:05:40,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-13T23:05:40,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-13T23:05:40,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:40,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:40,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:40,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:40,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:40,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:40,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:40,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:40,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44501 2024-11-13T23:05:40,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44501 connecting to ZooKeeper ensemble=127.0.0.1:58921 2024-11-13T23:05:40,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:40,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:40,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445010x0, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:40,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44501-0x10137bc31730001 connected 2024-11-13T23:05:40,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:40,667 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:40,674 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T23:05:40,680 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T23:05:40,685 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T23:05:40,689 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T23:05:40,690 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:40,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:40,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:40,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44501 2024-11-13T23:05:40,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44501 2024-11-13T23:05:40,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44501 2024-11-13T23:05:40,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44501 2024-11-13T23:05:40,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44501 2024-11-13T23:05:40,710 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:40,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:40,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:40,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:40,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:40,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:40,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:40,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:40,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37747 2024-11-13T23:05:40,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37747 connecting to ZooKeeper ensemble=127.0.0.1:58921 2024-11-13T23:05:40,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:40,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377470x0, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:40,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:40,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37747-0x10137bc31730002 connected 2024-11-13T23:05:40,727 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:40,727 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T23:05:40,732 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T23:05:40,732 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T23:05:40,733 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T23:05:40,733 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:40,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:40,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:40,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37747 2024-11-13T23:05:40,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37747 2024-11-13T23:05:40,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37747 2024-11-13T23:05:40,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37747 2024-11-13T23:05:40,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37747 2024-11-13T23:05:40,749 DEBUG [M:0;714b435e65e7:40653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:40653 2024-11-13T23:05:40,749 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/714b435e65e7,40653,1731539140511 2024-11-13T23:05:40,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:40,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:40,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:40,760 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/714b435e65e7,40653,1731539140511 2024-11-13T23:05:40,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:40,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:40,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,768 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T23:05:40,768 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/714b435e65e7,40653,1731539140511 from backup master directory 2024-11-13T23:05:40,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/714b435e65e7,40653,1731539140511 2024-11-13T23:05:40,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:40,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:40,776 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:40,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:40,776 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,40653,1731539140511 2024-11-13T23:05:40,782 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/hbase.id] with ID: 89a0c0a4-347e-4252-a7ad-6219c2195423 2024-11-13T23:05:40,782 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/.tmp/hbase.id 2024-11-13T23:05:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:40,791 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/.tmp/hbase.id]:[hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/hbase.id] 2024-11-13T23:05:40,804 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:40,804 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:05:40,806 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:05:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:40,824 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:40,824 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:05:40,825 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:40,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:40,833 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store 2024-11-13T23:05:40,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:40,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:40,842 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:40,842 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:40,842 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:40,842 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:40,842 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:40,843 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:40,843 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:40,843 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539140842Disabling compacts and flushes for region at 1731539140842Disabling writes for close at 1731539140843 (+1 ms)Writing region close event to WAL at 1731539140843Closed at 1731539140843 2024-11-13T23:05:40,844 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/.initializing 2024-11-13T23:05:40,844 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/WALs/714b435e65e7,40653,1731539140511 2024-11-13T23:05:40,845 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:40,847 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C40653%2C1731539140511, suffix=, logDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/WALs/714b435e65e7,40653,1731539140511, archiveDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/oldWALs, maxLogs=10 2024-11-13T23:05:40,862 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/WALs/714b435e65e7,40653,1731539140511/714b435e65e7%2C40653%2C1731539140511.1731539140848, exclude list is [], retry=0 2024-11-13T23:05:40,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42077,DS-a89959bf-12de-4a9f-8028-230e0bb81f22,DISK] 2024-11-13T23:05:40,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40597,DS-e75ab8f2-bb0f-41bc-982d-f849c4f2ecd2,DISK] 2024-11-13T23:05:40,866 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/WALs/714b435e65e7,40653,1731539140511/714b435e65e7%2C40653%2C1731539140511.1731539140848 2024-11-13T23:05:40,867 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021),(127.0.0.1/127.0.0.1:41343:41343)] 2024-11-13T23:05:40,867 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:40,867 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:40,867 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,867 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:05:40,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:40,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:40,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:05:40,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:40,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:40,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:05:40,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:40,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:40,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:05:40,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:40,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:40,876 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,876 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,877 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,878 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,878 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,879 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:40,880 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:40,882 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:40,883 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74903143, jitterRate=0.11614380776882172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:40,883 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731539140867Initializing all the Stores at 1731539140868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539140868Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539140868Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539140868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539140868Cleaning up temporary data from old regions at 1731539140878 (+10 ms)Region opened successfully at 1731539140883 (+5 ms) 2024-11-13T23:05:40,884 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:05:40,888 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661bdf96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:40,889 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:05:40,889 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:05:40,889 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:05:40,889 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:05:40,890 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:05:40,890 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:05:40,890 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:05:40,893 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:05:40,893 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T23:05:40,901 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T23:05:40,901 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:05:40,902 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:05:40,909 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T23:05:40,909 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:05:40,910 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:05:40,917 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T23:05:40,918 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:05:40,926 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T23:05:40,928 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:05:40,934 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T23:05:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,943 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,40653,1731539140511, sessionid=0x10137bc31730000, setting cluster-up flag (Was=false) 2024-11-13T23:05:40,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:40,984 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T23:05:40,985 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40653,1731539140511 2024-11-13T23:05:41,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:41,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:41,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:41,026 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T23:05:41,027 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,40653,1731539140511 2024-11-13T23:05:41,029 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:05:41,030 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:41,031 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:05:41,031 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:05:41,031 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,40653,1731539140511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:05:41,032 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:41,032 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:41,033 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:41,033 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:41,033 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:05:41,033 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,033 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:41,033 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,034 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731539171034 2024-11-13T23:05:41,034 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:05:41,034 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:05:41,034 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:05:41,034 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:05:41,034 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:05:41,034 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:05:41,034 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,034 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:05:41,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:05:41,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:05:41,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:41,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:05:41,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:05:41,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:05:41,035 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539141035,5,FailOnTimeoutGroup] 2024-11-13T23:05:41,035 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539141035,5,FailOnTimeoutGroup] 2024-11-13T23:05:41,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:05:41,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,035 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,036 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:05:41,038 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(746): ClusterId : 89a0c0a4-347e-4252-a7ad-6219c2195423 2024-11-13T23:05:41,038 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(746): ClusterId : 89a0c0a4-347e-4252-a7ad-6219c2195423 2024-11-13T23:05:41,039 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:41,039 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:41,044 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:41,044 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:41,044 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:41,044 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:41,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:41,052 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:41,052 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:41,052 DEBUG [RS:1;714b435e65e7:37747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b8896d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:41,052 DEBUG [RS:0;714b435e65e7:44501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c68aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:41,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:41,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:05:41,053 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af 2024-11-13T23:05:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:41,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:41,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:41,067 DEBUG [RS:0;714b435e65e7:44501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:44501 2024-11-13T23:05:41,067 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;714b435e65e7:37747 2024-11-13T23:05:41,067 INFO [RS:1;714b435e65e7:37747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:41,067 INFO [RS:0;714b435e65e7:44501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:41,067 INFO [RS:1;714b435e65e7:37747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:41,067 INFO [RS:0;714b435e65e7:44501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:41,067 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:41,067 DEBUG [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:41,068 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,40653,1731539140511 with port=44501, startcode=1731539140649 2024-11-13T23:05:41,068 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,40653,1731539140511 with port=37747, startcode=1731539140710 2024-11-13T23:05:41,068 DEBUG [RS:0;714b435e65e7:44501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:41,068 DEBUG [RS:1;714b435e65e7:37747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:41,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:41,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:41,069 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:41,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:41,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,44501,1731539140649 2024-11-13T23:05:41,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:41,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40653 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,44501,1731539140649 2024-11-13T23:05:41,071 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:41,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:41,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,37747,1731539140710 2024-11-13T23:05:41,072 DEBUG [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af 2024-11-13T23:05:41,072 DEBUG [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42409 2024-11-13T23:05:41,072 DEBUG [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:41,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40653 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,37747,1731539140710 2024-11-13T23:05:41,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:41,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:41,073 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af 2024-11-13T23:05:41,073 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42409 2024-11-13T23:05:41,073 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:41,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:41,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:41,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:41,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:41,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:41,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:41,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:41,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740 2024-11-13T23:05:41,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740 2024-11-13T23:05:41,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:41,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:41,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:41,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:41,081 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:41,081 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70748293, jitterRate=0.05423171818256378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:41,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731539141067Initializing all the Stores at 1731539141068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539141068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539141068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539141068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539141068Cleaning up temporary data from old regions at 1731539141078 (+10 ms)Region opened successfully at 1731539141082 (+4 ms) 2024-11-13T23:05:41,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:41,082 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:41,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:41,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:41,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:41,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:41,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539141082Disabling compacts and flushes for region at 1731539141082Disabling writes for close at 1731539141082Writing region close event to WAL at 1731539141082Closed at 1731539141082 2024-11-13T23:05:41,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:41,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:05:41,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:05:41,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:41,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:05:41,108 DEBUG [RS:0;714b435e65e7:44501 {}] zookeeper.ZKUtil(111): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,44501,1731539140649 2024-11-13T23:05:41,108 WARN [RS:0;714b435e65e7:44501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:41,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,44501,1731539140649] 2024-11-13T23:05:41,108 INFO [RS:0;714b435e65e7:44501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:41,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,37747,1731539140710] 2024-11-13T23:05:41,108 DEBUG [RS:1;714b435e65e7:37747 {}] zookeeper.ZKUtil(111): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,37747,1731539140710 2024-11-13T23:05:41,108 DEBUG [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,44501,1731539140649 2024-11-13T23:05:41,108 WARN [RS:1;714b435e65e7:37747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:41,109 INFO [RS:1;714b435e65e7:37747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:41,109 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,37747,1731539140710 2024-11-13T23:05:41,112 INFO [RS:0;714b435e65e7:44501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:41,112 INFO [RS:1;714b435e65e7:37747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:41,114 INFO [RS:0;714b435e65e7:44501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:41,115 INFO [RS:0;714b435e65e7:44501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:41,115 INFO [RS:1;714b435e65e7:37747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:41,115 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,115 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:41,115 INFO [RS:1;714b435e65e7:37747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:41,115 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,115 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:41,116 INFO [RS:0;714b435e65e7:44501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:41,116 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,116 INFO [RS:1;714b435e65e7:37747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:41,116 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,116 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,116 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,116 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,116 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,116 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,116 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:0;714b435e65e7:44501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,117 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:41,118 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:41,118 DEBUG [RS:1;714b435e65e7:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:41,118 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,118 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,118 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,118 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,118 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,118 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44501,1731539140649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:41,118 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,118 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,118 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,119 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,119 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,119 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37747,1731539140710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:41,133 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:41,133 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:41,134 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37747,1731539140710-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,134 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,44501,1731539140649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,134 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,134 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,134 INFO [RS:0;714b435e65e7:44501 {}] regionserver.Replication(171): 714b435e65e7,44501,1731539140649 started 2024-11-13T23:05:41,134 INFO [RS:1;714b435e65e7:37747 {}] regionserver.Replication(171): 714b435e65e7,37747,1731539140710 started 2024-11-13T23:05:41,147 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,147 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,147 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,44501,1731539140649, RpcServer on 714b435e65e7/172.17.0.2:44501, sessionid=0x10137bc31730001 2024-11-13T23:05:41,147 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,37747,1731539140710, RpcServer on 714b435e65e7/172.17.0.2:37747, sessionid=0x10137bc31730002 2024-11-13T23:05:41,147 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:41,147 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:41,147 DEBUG [RS:0;714b435e65e7:44501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,44501,1731539140649 2024-11-13T23:05:41,147 DEBUG [RS:1;714b435e65e7:37747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,37747,1731539140710 2024-11-13T23:05:41,147 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,44501,1731539140649' 2024-11-13T23:05:41,147 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37747,1731539140710' 2024-11-13T23:05:41,147 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:41,147 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:41,148 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:41,148 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:41,148 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:41,148 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:41,148 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:41,148 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:41,148 DEBUG [RS:1;714b435e65e7:37747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,37747,1731539140710 2024-11-13T23:05:41,148 DEBUG [RS:0;714b435e65e7:44501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,44501,1731539140649 2024-11-13T23:05:41,148 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37747,1731539140710' 2024-11-13T23:05:41,148 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,44501,1731539140649' 2024-11-13T23:05:41,148 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:41,148 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:41,149 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:41,149 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:41,149 DEBUG [RS:1;714b435e65e7:37747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:41,149 DEBUG [RS:0;714b435e65e7:44501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:41,149 INFO [RS:1;714b435e65e7:37747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:41,149 INFO [RS:0;714b435e65e7:44501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:41,149 INFO [RS:1;714b435e65e7:37747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:41,149 INFO [RS:0;714b435e65e7:44501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:41,236 WARN [714b435e65e7:40653 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:05:41,250 INFO [RS:0;714b435e65e7:44501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:41,250 INFO [RS:1;714b435e65e7:37747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:41,253 INFO [RS:0;714b435e65e7:44501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C44501%2C1731539140649, suffix=, logDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,44501,1731539140649, archiveDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/oldWALs, maxLogs=32 2024-11-13T23:05:41,253 INFO [RS:1;714b435e65e7:37747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C37747%2C1731539140710, suffix=, logDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,37747,1731539140710, archiveDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/oldWALs, maxLogs=32 2024-11-13T23:05:41,269 DEBUG [RS:0;714b435e65e7:44501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,44501,1731539140649/714b435e65e7%2C44501%2C1731539140649.1731539141254, exclude list is [], retry=0 2024-11-13T23:05:41,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40597,DS-e75ab8f2-bb0f-41bc-982d-f849c4f2ecd2,DISK] 2024-11-13T23:05:41,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42077,DS-a89959bf-12de-4a9f-8028-230e0bb81f22,DISK] 2024-11-13T23:05:41,273 INFO [RS:0;714b435e65e7:44501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,44501,1731539140649/714b435e65e7%2C44501%2C1731539140649.1731539141254 2024-11-13T23:05:41,274 DEBUG [RS:0;714b435e65e7:44501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343),(127.0.0.1/127.0.0.1:45021:45021)] 2024-11-13T23:05:41,275 DEBUG [RS:1;714b435e65e7:37747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,37747,1731539140710/714b435e65e7%2C37747%2C1731539140710.1731539141254, exclude list is [], retry=0 2024-11-13T23:05:41,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42077,DS-a89959bf-12de-4a9f-8028-230e0bb81f22,DISK] 2024-11-13T23:05:41,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40597,DS-e75ab8f2-bb0f-41bc-982d-f849c4f2ecd2,DISK] 2024-11-13T23:05:41,279 INFO [RS:1;714b435e65e7:37747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,37747,1731539140710/714b435e65e7%2C37747%2C1731539140710.1731539141254 2024-11-13T23:05:41,280 DEBUG [RS:1;714b435e65e7:37747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343),(127.0.0.1/127.0.0.1:45021:45021)] 2024-11-13T23:05:41,486 DEBUG [714b435e65e7:40653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T23:05:41,487 DEBUG [714b435e65e7:40653 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:41,489 DEBUG [714b435e65e7:40653 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:41,489 DEBUG [714b435e65e7:40653 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:41,489 DEBUG [714b435e65e7:40653 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:41,489 DEBUG [714b435e65e7:40653 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:41,489 INFO [714b435e65e7:40653 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:41,489 INFO [714b435e65e7:40653 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:41,489 DEBUG [714b435e65e7:40653 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:41,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,37747,1731539140710 2024-11-13T23:05:41,491 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37747,1731539140710, state=OPENING 2024-11-13T23:05:41,532 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:05:41,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:41,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:41,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:41,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:41,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:41,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:41,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:41,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37747,1731539140710}] 2024-11-13T23:05:41,698 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:41,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:41,708 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:05:41,709 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:41,710 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:05:41,711 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C37747%2C1731539140710.meta, suffix=.meta, logDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,37747,1731539140710, archiveDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/oldWALs, maxLogs=32 2024-11-13T23:05:41,723 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,37747,1731539140710/714b435e65e7%2C37747%2C1731539140710.meta.1731539141712.meta, exclude list is [], retry=0 2024-11-13T23:05:41,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40597,DS-e75ab8f2-bb0f-41bc-982d-f849c4f2ecd2,DISK] 2024-11-13T23:05:41,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42077,DS-a89959bf-12de-4a9f-8028-230e0bb81f22,DISK] 2024-11-13T23:05:41,728 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,37747,1731539140710/714b435e65e7%2C37747%2C1731539140710.meta.1731539141712.meta 2024-11-13T23:05:41,728 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021),(127.0.0.1/127.0.0.1:41343:41343)] 2024-11-13T23:05:41,728 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:41,728 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:05:41,728 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:05:41,728 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:05:41,729 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:05:41,729 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:41,729 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:05:41,729 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:05:41,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:41,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:41,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:41,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:41,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:41,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:41,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:41,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:41,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:41,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:41,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:41,736 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:41,737 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740 2024-11-13T23:05:41,738 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740 2024-11-13T23:05:41,739 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:41,739 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:41,739 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:41,741 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:41,741 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60261998, jitterRate=-0.10202625393867493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:41,742 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:05:41,742 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731539141729Writing region info on filesystem at 1731539141729Initializing all the Stores at 1731539141730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539141730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539141730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539141730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539141730Cleaning up temporary data from old regions at 1731539141739 (+9 ms)Running coprocessor post-open hooks at 1731539141742 (+3 ms)Region opened successfully at 1731539141742 2024-11-13T23:05:41,743 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731539141698 2024-11-13T23:05:41,745 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:05:41,746 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:05:41,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37747,1731539140710 2024-11-13T23:05:41,747 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37747,1731539140710, state=OPEN 2024-11-13T23:05:41,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:41,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:41,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:41,751 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,37747,1731539140710 2024-11-13T23:05:41,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:41,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:41,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:41,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:05:41,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37747,1731539140710 in 207 msec 2024-11-13T23:05:41,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:05:41,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-11-13T23:05:41,758 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:41,758 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:05:41,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:41,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37747,1731539140710, seqNum=-1] 2024-11-13T23:05:41,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:41,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:41,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-11-13T23:05:41,767 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731539141767, completionTime=-1 2024-11-13T23:05:41,767 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T23:05:41,767 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:05:41,769 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T23:05:41,769 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731539201769 2024-11-13T23:05:41,769 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731539261769 2024-11-13T23:05:41,769 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:05:41,769 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40653,1731539140511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,770 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40653,1731539140511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,770 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40653,1731539140511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,770 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:40653, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,770 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,770 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,772 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:05:41,774 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.998sec 2024-11-13T23:05:41,774 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:05:41,774 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:05:41,774 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:05:41,774 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:05:41,774 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:05:41,774 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40653,1731539140511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:41,774 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40653,1731539140511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:05:41,777 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:05:41,777 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:05:41,777 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,40653,1731539140511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:41,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563f482c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:41,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40653,-1 for getting cluster id 2024-11-13T23:05:41,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:05:41,841 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89a0c0a4-347e-4252-a7ad-6219c2195423' 2024-11-13T23:05:41,842 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:05:41,842 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89a0c0a4-347e-4252-a7ad-6219c2195423" 2024-11-13T23:05:41,842 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfe62fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:41,842 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40653,-1] 2024-11-13T23:05:41,843 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:05:41,843 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:41,844 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:05:41,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473304fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:41,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:41,847 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37747,1731539140710, seqNum=-1] 2024-11-13T23:05:41,848 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:41,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:41,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,40653,1731539140511 2024-11-13T23:05:41,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:05:41,853 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,40653,1731539140511 2024-11-13T23:05:41,853 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a0c45e6 2024-11-13T23:05:41,853 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:05:41,854 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:05:41,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T23:05:41,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:05:41,859 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:41,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T23:05:41,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:05:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:41,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4e869740555c8f7d1b4a6454f2b5b0bf, NAME => 'testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af 2024-11-13T23:05:41,869 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c53657652225e2921c7e85d8b86b74a, NAME => 'testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af 2024-11-13T23:05:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:41,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:41,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 4e869740555c8f7d1b4a6454f2b5b0bf, disabling compactions & flushes 2024-11-13T23:05:41,877 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:41,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:41,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. after waiting 0 ms 2024-11-13T23:05:41,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:41,877 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:41,877 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4e869740555c8f7d1b4a6454f2b5b0bf: Waiting for close lock at 1731539141877Disabling compacts and flushes for region at 1731539141877Disabling writes for close at 1731539141877Writing region close event to WAL at 1731539141877Closed at 1731539141877 2024-11-13T23:05:41,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:41,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 4c53657652225e2921c7e85d8b86b74a, disabling compactions & flushes 2024-11-13T23:05:41,878 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:41,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:41,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. after waiting 0 ms 2024-11-13T23:05:41,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:41,878 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:41,878 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c53657652225e2921c7e85d8b86b74a: Waiting for close lock at 1731539141878Disabling compacts and flushes for region at 1731539141878Disabling writes for close at 1731539141878Writing region close event to WAL at 1731539141878Closed at 1731539141878 2024-11-13T23:05:41,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:05:41,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539141880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539141880"}]},"ts":"1731539141880"} 2024-11-13T23:05:41,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539141880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539141880"}]},"ts":"1731539141880"} 2024-11-13T23:05:41,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T23:05:41,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:05:41,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539141886"}]},"ts":"1731539141886"} 2024-11-13T23:05:41,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T23:05:41,890 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:41,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:41,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:41,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:41,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:41,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:41,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:41,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:41,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c53657652225e2921c7e85d8b86b74a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e869740555c8f7d1b4a6454f2b5b0bf, ASSIGN}] 2024-11-13T23:05:41,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e869740555c8f7d1b4a6454f2b5b0bf, ASSIGN 2024-11-13T23:05:41,894 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c53657652225e2921c7e85d8b86b74a, ASSIGN 2024-11-13T23:05:41,895 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c53657652225e2921c7e85d8b86b74a, ASSIGN; state=OFFLINE, location=714b435e65e7,37747,1731539140710; forceNewPlan=false, retain=false 2024-11-13T23:05:41,895 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e869740555c8f7d1b4a6454f2b5b0bf, ASSIGN; state=OFFLINE, location=714b435e65e7,44501,1731539140649; forceNewPlan=false, retain=false 2024-11-13T23:05:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:41,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:05:42,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:42,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:42,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:42,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:42,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:42,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:42,045 INFO [714b435e65e7:40653 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T23:05:42,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4e869740555c8f7d1b4a6454f2b5b0bf, regionState=OPENING, regionLocation=714b435e65e7,44501,1731539140649 2024-11-13T23:05:42,046 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c53657652225e2921c7e85d8b86b74a, regionState=OPENING, regionLocation=714b435e65e7,37747,1731539140710 2024-11-13T23:05:42,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c53657652225e2921c7e85d8b86b74a, ASSIGN because future has completed 2024-11-13T23:05:42,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c53657652225e2921c7e85d8b86b74a, server=714b435e65e7,37747,1731539140710}] 2024-11-13T23:05:42,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e869740555c8f7d1b4a6454f2b5b0bf, ASSIGN because future has completed 2024-11-13T23:05:42,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e869740555c8f7d1b4a6454f2b5b0bf, server=714b435e65e7,44501,1731539140649}] 2024-11-13T23:05:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:42,204 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:42,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:42,210 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:42,210 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c53657652225e2921c7e85d8b86b74a, NAME => 'testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T23:05:42,210 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,211 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:42,211 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,211 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,211 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:42,212 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e869740555c8f7d1b4a6454f2b5b0bf, NAME => 'testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T23:05:42,212 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,212 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:42,212 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,212 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,213 INFO [StoreOpener-4c53657652225e2921c7e85d8b86b74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,213 INFO [StoreOpener-4e869740555c8f7d1b4a6454f2b5b0bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,214 INFO [StoreOpener-4c53657652225e2921c7e85d8b86b74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c53657652225e2921c7e85d8b86b74a columnFamilyName family 2024-11-13T23:05:42,214 DEBUG [StoreOpener-4c53657652225e2921c7e85d8b86b74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:42,214 INFO [StoreOpener-4e869740555c8f7d1b4a6454f2b5b0bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e869740555c8f7d1b4a6454f2b5b0bf columnFamilyName family 2024-11-13T23:05:42,214 DEBUG [StoreOpener-4e869740555c8f7d1b4a6454f2b5b0bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:42,215 INFO [StoreOpener-4c53657652225e2921c7e85d8b86b74a-1 {}] regionserver.HStore(327): Store=4c53657652225e2921c7e85d8b86b74a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:42,215 INFO [StoreOpener-4e869740555c8f7d1b4a6454f2b5b0bf-1 {}] regionserver.HStore(327): Store=4e869740555c8f7d1b4a6454f2b5b0bf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:42,215 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,215 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,216 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,216 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,216 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,216 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,216 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,216 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,216 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,216 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,218 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,218 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,220 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4e869740555c8f7d1b4a6454f2b5b0bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:42,220 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4c53657652225e2921c7e85d8b86b74a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:42,220 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4c53657652225e2921c7e85d8b86b74a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70668801, jitterRate=0.053047195076942444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:42,220 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 4e869740555c8f7d1b4a6454f2b5b0bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67541266, jitterRate=0.006443291902542114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:42,220 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,220 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,221 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 4e869740555c8f7d1b4a6454f2b5b0bf: Running coprocessor pre-open hook at 1731539142212Writing region info on filesystem at 1731539142212Initializing all the Stores at 1731539142213 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539142213Cleaning up temporary data from old regions at 1731539142216 (+3 ms)Running coprocessor post-open hooks at 1731539142220 (+4 ms)Region opened successfully at 1731539142221 (+1 ms) 2024-11-13T23:05:42,221 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4c53657652225e2921c7e85d8b86b74a: Running coprocessor pre-open hook at 1731539142211Writing region info on filesystem at 1731539142211Initializing all the Stores at 1731539142212 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539142212Cleaning up temporary data from old regions at 1731539142216 (+4 ms)Running coprocessor post-open hooks at 1731539142220 (+4 ms)Region opened successfully at 1731539142221 (+1 ms) 2024-11-13T23:05:42,222 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf., pid=8, masterSystemTime=1731539142204 2024-11-13T23:05:42,222 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a., pid=7, masterSystemTime=1731539142202 2024-11-13T23:05:42,224 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:42,225 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:42,225 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c53657652225e2921c7e85d8b86b74a, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37747,1731539140710 2024-11-13T23:05:42,225 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:42,225 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:42,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4e869740555c8f7d1b4a6454f2b5b0bf, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,44501,1731539140649 2024-11-13T23:05:42,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c53657652225e2921c7e85d8b86b74a, server=714b435e65e7,37747,1731539140710 because future has completed 2024-11-13T23:05:42,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e869740555c8f7d1b4a6454f2b5b0bf, server=714b435e65e7,44501,1731539140649 because future has completed 2024-11-13T23:05:42,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T23:05:42,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c53657652225e2921c7e85d8b86b74a, server=714b435e65e7,37747,1731539140710 in 179 msec 2024-11-13T23:05:42,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T23:05:42,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c53657652225e2921c7e85d8b86b74a, ASSIGN in 339 msec 2024-11-13T23:05:42,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e869740555c8f7d1b4a6454f2b5b0bf, server=714b435e65e7,44501,1731539140649 in 180 msec 2024-11-13T23:05:42,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T23:05:42,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e869740555c8f7d1b4a6454f2b5b0bf, ASSIGN in 341 msec 2024-11-13T23:05:42,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:05:42,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539142237"}]},"ts":"1731539142237"} 2024-11-13T23:05:42,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T23:05:42,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:05:42,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 385 msec 2024-11-13T23:05:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:42,487 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T23:05:42,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T23:05:42,487 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:42,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T23:05:42,492 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:42,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T23:05:42,496 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a., hostname=714b435e65e7,37747,1731539140710, seqNum=2] 2024-11-13T23:05:42,513 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf., hostname=714b435e65e7,44501,1731539140649, seqNum=2] 2024-11-13T23:05:42,513 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:42,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:42,527 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4e869740555c8f7d1b4a6454f2b5b0bf 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T23:05:42,548 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4e869740555c8f7d1b4a6454f2b5b0bf/.tmp/family/215f473a24b549bc816e0a30c263c38e is 32, key is 5/family:/1731539142515/Put/seqid=0 2024-11-13T23:05:42,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741839_1015 (size=5083) 2024-11-13T23:05:42,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741839_1015 (size=5083) 2024-11-13T23:05:42,554 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4e869740555c8f7d1b4a6454f2b5b0bf/.tmp/family/215f473a24b549bc816e0a30c263c38e 2024-11-13T23:05:42,560 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4e869740555c8f7d1b4a6454f2b5b0bf/.tmp/family/215f473a24b549bc816e0a30c263c38e as hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4e869740555c8f7d1b4a6454f2b5b0bf/family/215f473a24b549bc816e0a30c263c38e 2024-11-13T23:05:42,566 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4e869740555c8f7d1b4a6454f2b5b0bf/family/215f473a24b549bc816e0a30c263c38e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T23:05:42,567 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4e869740555c8f7d1b4a6454f2b5b0bf in 40ms, sequenceid=9, compaction requested=false 2024-11-13T23:05:42,568 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4e869740555c8f7d1b4a6454f2b5b0bf: 2024-11-13T23:05:42,568 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4c53657652225e2921c7e85d8b86b74a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T23:05:42,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4c53657652225e2921c7e85d8b86b74a/.tmp/family/9b67caec97d04c0d8034ce62570f5d65 is 32, key is 1/family:/1731539142498/Put/seqid=0 2024-11-13T23:05:42,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741840_1016 (size=5054) 2024-11-13T23:05:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741840_1016 (size=5054) 2024-11-13T23:05:42,588 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4c53657652225e2921c7e85d8b86b74a/.tmp/family/9b67caec97d04c0d8034ce62570f5d65 2024-11-13T23:05:42,594 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4c53657652225e2921c7e85d8b86b74a/.tmp/family/9b67caec97d04c0d8034ce62570f5d65 as hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4c53657652225e2921c7e85d8b86b74a/family/9b67caec97d04c0d8034ce62570f5d65 2024-11-13T23:05:42,599 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4c53657652225e2921c7e85d8b86b74a/family/9b67caec97d04c0d8034ce62570f5d65, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T23:05:42,600 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4c53657652225e2921c7e85d8b86b74a in 32ms, sequenceid=8, compaction requested=false 2024-11-13T23:05:42,600 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4c53657652225e2921c7e85d8b86b74a: 2024-11-13T23:05:42,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6fd01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:42,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,40653,-1 for getting cluster id 2024-11-13T23:05:42,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:05:42,602 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89a0c0a4-347e-4252-a7ad-6219c2195423' 2024-11-13T23:05:42,602 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:05:42,602 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89a0c0a4-347e-4252-a7ad-6219c2195423" 2024-11-13T23:05:42,602 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246379d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:42,602 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,40653,-1] 2024-11-13T23:05:42,602 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:05:42,603 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:42,603 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:05:42,604 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59885705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:42,610 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T23:05:42,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:42,612 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37747,1731539140710, seqNum=-1] 2024-11-13T23:05:42,612 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:42,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:42,618 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:42,618 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:42,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:42,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] bucket.BucketCache(1864): found 1 blocks for file 215f473a24b549bc816e0a30c263c38e, starting offset: 0, end offset: 9223372036854775807 2024-11-13T23:05:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] bucket.BucketCache(1864): found 1 blocks for file 9b67caec97d04c0d8034ce62570f5d65, starting offset: 0, end offset: 9223372036854775807 2024-11-13T23:05:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] bucket.BucketCache(857): removed key 215f473a24b549bc816e0a30c263c38e_0 from back map with offset lock 2094080 in the evict process 2024-11-13T23:05:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] bucket.BucketCache(857): removed key 9b67caec97d04c0d8034ce62570f5d65_0 from back map with offset lock 2094080 in the evict process 2024-11-13T23:05:42,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:42,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:42,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:42,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:42,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:05:42,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:05:42,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:42,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:42,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:42,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:42,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:05:42,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:05:42,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1881830925, stopped=false 2024-11-13T23:05:42,623 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,40653,1731539140511 2024-11-13T23:05:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:42,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:42,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:42,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:42,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:42,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:42,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:42,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,44501,1731539140649' ***** 2024-11-13T23:05:42,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:42,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,37747,1731539140710' ***** 2024-11-13T23:05:42,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:42,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:42,661 INFO [RS:1;714b435e65e7:37747 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T23:05:42,661 INFO [RS:0;714b435e65e7:44501 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T23:05:42,661 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T23:05:42,661 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T23:05:42,661 INFO [RS:0;714b435e65e7:44501 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T23:05:42,661 INFO [RS:1;714b435e65e7:37747 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T23:05:42,661 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:42,661 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T23:05:42,662 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T23:05:42,662 INFO [RS:0;714b435e65e7:44501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:42,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:42,662 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T23:05:42,662 INFO [RS:0;714b435e65e7:44501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:42,662 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T23:05:42,662 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,662 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:42,662 INFO [RS:1;714b435e65e7:37747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:42,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:42,662 INFO [RS:1;714b435e65e7:37747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:42,662 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,663 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,44501,1731539140649 2024-11-13T23:05:42,663 INFO [RS:0;714b435e65e7:44501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:42,663 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,37747,1731539140710 2024-11-13T23:05:42,663 INFO [RS:1;714b435e65e7:37747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:42,663 INFO [RS:0;714b435e65e7:44501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:44501. 2024-11-13T23:05:42,663 INFO [RS:1;714b435e65e7:37747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;714b435e65e7:37747. 2024-11-13T23:05:42,663 DEBUG [RS:1;714b435e65e7:37747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:42,663 DEBUG [RS:0;714b435e65e7:44501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:42,663 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c53657652225e2921c7e85d8b86b74a, disabling compactions & flushes 2024-11-13T23:05:42,663 DEBUG [RS:1;714b435e65e7:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:42,663 DEBUG [RS:0;714b435e65e7:44501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:42,663 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:42,663 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:42,663 INFO [RS:1;714b435e65e7:37747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:42,663 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:05:42,663 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. after waiting 0 ms 2024-11-13T23:05:42,663 INFO [RS:1;714b435e65e7:37747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:42,663 DEBUG [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(1325): Online Regions={4e869740555c8f7d1b4a6454f2b5b0bf=testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf.} 2024-11-13T23:05:42,663 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:42,663 INFO [RS:1;714b435e65e7:37747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:42,663 DEBUG [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(1351): Waiting on 4e869740555c8f7d1b4a6454f2b5b0bf 2024-11-13T23:05:42,663 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:05:42,664 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e869740555c8f7d1b4a6454f2b5b0bf, disabling compactions & flushes 2024-11-13T23:05:42,664 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:42,664 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:05:42,664 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:42,664 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1325): Online Regions={4c53657652225e2921c7e85d8b86b74a=testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:05:42,664 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. after waiting 0 ms 2024-11-13T23:05:42,664 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c53657652225e2921c7e85d8b86b74a 2024-11-13T23:05:42,664 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:42,664 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:42,664 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:42,664 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:42,664 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:42,665 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:42,665 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T23:05:42,672 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4c53657652225e2921c7e85d8b86b74a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T23:05:42,673 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:42,673 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c53657652225e2921c7e85d8b86b74a: Waiting for close lock at 1731539142663Running coprocessor pre-close hooks at 1731539142663Disabling compacts and flushes for region at 1731539142663Disabling writes for close at 1731539142663Writing region close event to WAL at 1731539142664 (+1 ms)Running coprocessor post-close hooks at 1731539142673 (+9 ms)Closed at 1731539142673 2024-11-13T23:05:42,673 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731539141855.4c53657652225e2921c7e85d8b86b74a. 2024-11-13T23:05:42,675 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/default/testClearRegionBlockCache/4e869740555c8f7d1b4a6454f2b5b0bf/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T23:05:42,676 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:42,676 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e869740555c8f7d1b4a6454f2b5b0bf: Waiting for close lock at 1731539142664Running coprocessor pre-close hooks at 1731539142664Disabling compacts and flushes for region at 1731539142664Disabling writes for close at 1731539142664Writing region close event to WAL at 1731539142671 (+7 ms)Running coprocessor post-close hooks at 1731539142676 (+5 ms)Closed at 1731539142676 2024-11-13T23:05:42,676 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf. 2024-11-13T23:05:42,683 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/.tmp/info/615bdd71adec4f9b8536565f60417a80 is 173, key is testClearRegionBlockCache,5,1731539141855.4e869740555c8f7d1b4a6454f2b5b0bf./info:regioninfo/1731539142226/Put/seqid=0 2024-11-13T23:05:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:42,720 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:42,720 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:42,864 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,44501,1731539140649; all regions closed. 2024-11-13T23:05:42,864 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:05:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741833_1009 (size=1867) 2024-11-13T23:05:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741833_1009 (size=1867) 2024-11-13T23:05:42,873 DEBUG [RS:0;714b435e65e7:44501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/oldWALs 2024-11-13T23:05:42,873 INFO [RS:0;714b435e65e7:44501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C44501%2C1731539140649:(num 1731539141254) 2024-11-13T23:05:42,873 DEBUG [RS:0;714b435e65e7:44501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:42,873 INFO [RS:0;714b435e65e7:44501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:42,873 INFO [RS:0;714b435e65e7:44501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:42,873 INFO [RS:0;714b435e65e7:44501 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:42,874 INFO [RS:0;714b435e65e7:44501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:42,874 INFO [RS:0;714b435e65e7:44501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:42,874 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:42,874 INFO [RS:0;714b435e65e7:44501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:42,874 INFO [RS:0;714b435e65e7:44501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:42,874 INFO [RS:0;714b435e65e7:44501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44501 2024-11-13T23:05:42,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,44501,1731539140649 2024-11-13T23:05:42,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:42,884 INFO [RS:0;714b435e65e7:44501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:42,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,44501,1731539140649] 2024-11-13T23:05:42,901 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,44501,1731539140649 already deleted, retry=false 2024-11-13T23:05:42,901 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,44501,1731539140649 expired; onlineServers=1 2024-11-13T23:05:42,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:42,993 INFO [RS:0;714b435e65e7:44501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:42,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44501-0x10137bc31730001, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:42,993 INFO [RS:0;714b435e65e7:44501 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,44501,1731539140649; zookeeper connection closed. 2024-11-13T23:05:42,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f29d90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f29d90 2024-11-13T23:05:43,065 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:05:43,091 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/.tmp/info/615bdd71adec4f9b8536565f60417a80 2024-11-13T23:05:43,119 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:05:43,119 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:05:43,121 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/.tmp/ns/d3ce01e47b4e4914b4a326a183cc5183 is 43, key is default/ns:d/1731539141762/Put/seqid=0 2024-11-13T23:05:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:43,126 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/.tmp/ns/d3ce01e47b4e4914b4a326a183cc5183 2024-11-13T23:05:43,145 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/.tmp/table/5d30e0ef90fd46eeac48c9e9896935e8 is 61, key is testClearRegionBlockCache/table:state/1731539142237/Put/seqid=0 2024-11-13T23:05:43,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:43,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:43,265 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:05:43,466 DEBUG [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:05:43,553 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/.tmp/table/5d30e0ef90fd46eeac48c9e9896935e8 2024-11-13T23:05:43,567 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/.tmp/info/615bdd71adec4f9b8536565f60417a80 as hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/info/615bdd71adec4f9b8536565f60417a80 2024-11-13T23:05:43,574 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/info/615bdd71adec4f9b8536565f60417a80, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T23:05:43,575 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/.tmp/ns/d3ce01e47b4e4914b4a326a183cc5183 as hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/ns/d3ce01e47b4e4914b4a326a183cc5183 2024-11-13T23:05:43,581 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/ns/d3ce01e47b4e4914b4a326a183cc5183, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T23:05:43,582 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/.tmp/table/5d30e0ef90fd46eeac48c9e9896935e8 as hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/table/5d30e0ef90fd46eeac48c9e9896935e8 2024-11-13T23:05:43,587 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/table/5d30e0ef90fd46eeac48c9e9896935e8, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T23:05:43,588 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=13, compaction requested=false 2024-11-13T23:05:43,592 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T23:05:43,593 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:05:43,593 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:43,593 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539142664Running coprocessor pre-close hooks at 1731539142664Disabling compacts and flushes for region at 1731539142664Disabling writes for close at 1731539142664Obtaining lock to block concurrent updates at 1731539142665 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731539142665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731539142665Flushing stores of hbase:meta,,1.1588230740 at 1731539142666 (+1 ms)Flushing 1588230740/info: creating writer at 1731539142666Flushing 1588230740/info: appending metadata at 1731539142683 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731539142683Flushing 1588230740/ns: creating writer at 1731539143105 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731539143120 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731539143120Flushing 1588230740/table: creating writer at 1731539143131 (+11 ms)Flushing 1588230740/table: appending metadata at 1731539143145 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731539143145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f82fd19: reopening flushed file at 1731539143565 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18296887: reopening flushed file at 1731539143574 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1598050a: reopening flushed file at 1731539143581 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=13, compaction requested=false at 1731539143588 (+7 ms)Writing region close event to WAL at 1731539143589 (+1 ms)Running coprocessor post-close hooks at 1731539143593 (+4 ms)Closed at 1731539143593 2024-11-13T23:05:43,593 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:43,666 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,37747,1731539140710; all regions closed. 2024-11-13T23:05:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:43,677 DEBUG [RS:1;714b435e65e7:37747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/oldWALs 2024-11-13T23:05:43,677 INFO [RS:1;714b435e65e7:37747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37747%2C1731539140710.meta:.meta(num 1731539141712) 2024-11-13T23:05:43,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741834_1010 (size=1758) 2024-11-13T23:05:43,679 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/WALs/714b435e65e7,37747,1731539140710/714b435e65e7%2C37747%2C1731539140710.1731539141254 not finished, retry = 0 2024-11-13T23:05:43,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741834_1010 (size=1758) 2024-11-13T23:05:43,785 DEBUG [RS:1;714b435e65e7:37747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/oldWALs 2024-11-13T23:05:43,785 INFO [RS:1;714b435e65e7:37747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37747%2C1731539140710:(num 1731539141254) 2024-11-13T23:05:43,785 DEBUG [RS:1;714b435e65e7:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:43,785 INFO [RS:1;714b435e65e7:37747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:43,785 INFO [RS:1;714b435e65e7:37747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:43,786 INFO [RS:1;714b435e65e7:37747 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:43,786 INFO [RS:1;714b435e65e7:37747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:43,786 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:43,787 INFO [RS:1;714b435e65e7:37747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37747 2024-11-13T23:05:43,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:05:43,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T23:05:43,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,37747,1731539140710 2024-11-13T23:05:43,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:43,834 INFO [RS:1;714b435e65e7:37747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:43,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,37747,1731539140710] 2024-11-13T23:05:43,851 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,37747,1731539140710 already deleted, retry=false 2024-11-13T23:05:43,851 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,37747,1731539140710 expired; onlineServers=0 2024-11-13T23:05:43,851 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,40653,1731539140511' ***** 2024-11-13T23:05:43,851 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:05:43,852 INFO [M:0;714b435e65e7:40653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:43,852 INFO [M:0;714b435e65e7:40653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:43,852 DEBUG [M:0;714b435e65e7:40653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:05:43,852 DEBUG [M:0;714b435e65e7:40653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:05:43,852 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:05:43,852 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539141035 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539141035,5,FailOnTimeoutGroup] 2024-11-13T23:05:43,852 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539141035 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539141035,5,FailOnTimeoutGroup] 2024-11-13T23:05:43,853 INFO [M:0;714b435e65e7:40653 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:43,853 INFO [M:0;714b435e65e7:40653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:43,853 DEBUG [M:0;714b435e65e7:40653 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:05:43,853 INFO [M:0;714b435e65e7:40653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:05:43,854 INFO [M:0;714b435e65e7:40653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:43,854 INFO [M:0;714b435e65e7:40653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:05:43,854 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:05:43,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:43,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:43,859 DEBUG [M:0;714b435e65e7:40653 {}] zookeeper.ZKUtil(347): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T23:05:43,859 WARN [M:0;714b435e65e7:40653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:05:43,860 INFO [M:0;714b435e65e7:40653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/.lastflushedseqids 2024-11-13T23:05:43,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741844_1020 (size=182) 2024-11-13T23:05:43,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741844_1020 (size=182) 2024-11-13T23:05:43,866 INFO [M:0;714b435e65e7:40653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:05:43,867 INFO [M:0;714b435e65e7:40653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:05:43,867 DEBUG [M:0;714b435e65e7:40653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:43,867 INFO [M:0;714b435e65e7:40653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:43,867 DEBUG [M:0;714b435e65e7:40653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:43,867 DEBUG [M:0;714b435e65e7:40653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:43,867 DEBUG [M:0;714b435e65e7:40653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:43,867 INFO [M:0;714b435e65e7:40653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T23:05:43,885 DEBUG [M:0;714b435e65e7:40653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80d7a18e55fa46a3b40b23b416d896b3 is 82, key is hbase:meta,,1/info:regioninfo/1731539141746/Put/seqid=0 2024-11-13T23:05:43,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:43,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:43,891 INFO [M:0;714b435e65e7:40653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80d7a18e55fa46a3b40b23b416d896b3 2024-11-13T23:05:43,909 DEBUG [M:0;714b435e65e7:40653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99f2b0c05d4d4845b5d44f2e2e468ac1 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731539142242/Put/seqid=0 2024-11-13T23:05:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:43,915 INFO [M:0;714b435e65e7:40653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99f2b0c05d4d4845b5d44f2e2e468ac1 2024-11-13T23:05:43,934 DEBUG [M:0;714b435e65e7:40653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6258a52267694cb28d5ac39f0300bd0c is 69, key is 714b435e65e7,37747,1731539140710/rs:state/1731539141072/Put/seqid=0 2024-11-13T23:05:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:43,939 INFO [M:0;714b435e65e7:40653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6258a52267694cb28d5ac39f0300bd0c 2024-11-13T23:05:43,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:43,943 INFO [RS:1;714b435e65e7:37747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:43,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x10137bc31730002, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:43,943 INFO [RS:1;714b435e65e7:37747 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,37747,1731539140710; zookeeper connection closed. 2024-11-13T23:05:43,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f96a994 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f96a994 2024-11-13T23:05:43,943 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T23:05:43,946 DEBUG [M:0;714b435e65e7:40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80d7a18e55fa46a3b40b23b416d896b3 as hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80d7a18e55fa46a3b40b23b416d896b3 2024-11-13T23:05:43,951 INFO [M:0;714b435e65e7:40653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80d7a18e55fa46a3b40b23b416d896b3, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T23:05:43,953 DEBUG [M:0;714b435e65e7:40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99f2b0c05d4d4845b5d44f2e2e468ac1 as hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99f2b0c05d4d4845b5d44f2e2e468ac1 2024-11-13T23:05:43,958 INFO [M:0;714b435e65e7:40653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99f2b0c05d4d4845b5d44f2e2e468ac1, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T23:05:43,959 DEBUG [M:0;714b435e65e7:40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6258a52267694cb28d5ac39f0300bd0c as hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6258a52267694cb28d5ac39f0300bd0c 2024-11-13T23:05:43,964 INFO [M:0;714b435e65e7:40653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/3db9b164-446c-7cff-f1f1-c05a69f030af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6258a52267694cb28d5ac39f0300bd0c, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T23:05:43,965 INFO [M:0;714b435e65e7:40653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-11-13T23:05:43,966 INFO [M:0;714b435e65e7:40653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:43,966 DEBUG [M:0;714b435e65e7:40653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539143867Disabling compacts and flushes for region at 1731539143867Disabling writes for close at 1731539143867Obtaining lock to block concurrent updates at 1731539143867Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731539143867Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731539143868 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731539143868Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731539143868Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731539143884 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731539143884Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731539143896 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731539143909 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731539143909Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731539143919 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731539143933 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731539143934 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238c2366: reopening flushed file at 1731539143945 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325b4822: reopening flushed file at 1731539143952 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e22577: reopening flushed file at 1731539143958 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1731539143965 (+7 ms)Writing region close event to WAL at 1731539143966 (+1 ms)Closed at 1731539143966 2024-11-13T23:05:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40597 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42077 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:43,969 INFO [M:0;714b435e65e7:40653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:05:43,969 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:43,969 INFO [M:0;714b435e65e7:40653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40653 2024-11-13T23:05:43,969 INFO [M:0;714b435e65e7:40653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:44,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:44,076 INFO [M:0;714b435e65e7:40653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:44,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x10137bc31730000, quorum=127.0.0.1:58921, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:44,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@308621eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:44,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a3797b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:44,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:44,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ad96ac3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:44,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30b4713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:44,080 WARN [BP-2017749660-172.17.0.2-1731539138716 heartbeating to localhost/127.0.0.1:42409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:44,080 WARN [BP-2017749660-172.17.0.2-1731539138716 heartbeating to localhost/127.0.0.1:42409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2017749660-172.17.0.2-1731539138716 (Datanode Uuid 6ca7a12c-b16f-4f68-bc69-2147881d8d32) service to localhost/127.0.0.1:42409 2024-11-13T23:05:44,080 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:44,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:44,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/data/data3/current/BP-2017749660-172.17.0.2-1731539138716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:44,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/data/data4/current/BP-2017749660-172.17.0.2-1731539138716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:44,081 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:44,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ef3e922{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:44,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a9b0e84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:44,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:44,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dddc391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:44,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a9b1106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:44,084 WARN [BP-2017749660-172.17.0.2-1731539138716 heartbeating to localhost/127.0.0.1:42409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:44,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:44,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:44,084 WARN [BP-2017749660-172.17.0.2-1731539138716 heartbeating to localhost/127.0.0.1:42409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2017749660-172.17.0.2-1731539138716 (Datanode Uuid 8022e685-6475-40fc-b018-4794e5165284) service to localhost/127.0.0.1:42409 2024-11-13T23:05:44,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/data/data1/current/BP-2017749660-172.17.0.2-1731539138716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:44,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/cluster_2ceb07cc-858a-b82a-9652-3d7642d20f12/data/data2/current/BP-2017749660-172.17.0.2-1731539138716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:44,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:44,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b17349e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:44,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4865eda8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:44,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:44,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744cae8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:44,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59edac6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:44,096 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:05:44,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:05:44,118 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=151 (was 134) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42409 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42409 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=495 (was 466) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=3897 (was 3969) 2024-11-13T23:05:44,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=151, OpenFileDescriptor=495, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=3898 2024-11-13T23:05:44,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.log.dir so I do NOT create it in target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd 2024-11-13T23:05:44,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:05:44,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.tmp.dir so I do NOT create it in target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd 2024-11-13T23:05:44,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13a33e62-59b4-5f88-1b88-9334c493e3f5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:05:44,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd 2024-11-13T23:05:44,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:05:44,137 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87, deleteOnExit=true 2024-11-13T23:05:44,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/test.cache.data in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:05:44,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:05:44,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:44,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:44,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:05:44,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:05:44,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:05:44,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:44,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:05:44,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:05:44,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:44,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:44,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:44,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:44,415 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:44,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:44,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303343d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:44,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d30f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:44,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d34d60d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/java.io.tmpdir/jetty-localhost-46797-hadoop-hdfs-3_4_1-tests_jar-_-any-8029279336679324975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:44,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ce28638{HTTP/1.1, (http/1.1)}{localhost:46797} 2024-11-13T23:05:44,511 INFO [Time-limited test {}] server.Server(415): Started @26670ms 2024-11-13T23:05:44,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:44,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:44,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:44,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:44,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:44,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@432aabaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:44,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d14d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:44,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@acd073c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/java.io.tmpdir/jetty-localhost-46119-hadoop-hdfs-3_4_1-tests_jar-_-any-17107236067943380495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:44,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c74cf3d{HTTP/1.1, (http/1.1)}{localhost:46119} 2024-11-13T23:05:44,834 INFO [Time-limited test {}] server.Server(415): Started @26993ms 2024-11-13T23:05:44,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:44,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:44,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:44,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:44,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:44,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:44,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51544fa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:44,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@99f9131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:44,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aa418b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/java.io.tmpdir/jetty-localhost-41761-hadoop-hdfs-3_4_1-tests_jar-_-any-18320505625099080117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:44,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26750469{HTTP/1.1, (http/1.1)}{localhost:41761} 2024-11-13T23:05:44,958 INFO [Time-limited test {}] server.Server(415): Started @27118ms 2024-11-13T23:05:44,960 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:45,707 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/data/data2/current/BP-84942458-172.17.0.2-1731539144155/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:45,707 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/data/data1/current/BP-84942458-172.17.0.2-1731539144155/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:45,727 WARN [Thread-1130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a0859bd375aa278 with lease ID 0x683edd93a01c7694: Processing first storage report for DS-65579bf1-fe3a-4ff8-a363-0766b2922186 from datanode DatanodeRegistration(127.0.0.1:39291, datanodeUuid=46a1c8e9-a336-4233-8b28-2f286edc481e, infoPort=43487, infoSecurePort=0, ipcPort=34409, storageInfo=lv=-57;cid=testClusterID;nsid=976485436;c=1731539144155) 2024-11-13T23:05:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a0859bd375aa278 with lease ID 0x683edd93a01c7694: from storage DS-65579bf1-fe3a-4ff8-a363-0766b2922186 node DatanodeRegistration(127.0.0.1:39291, datanodeUuid=46a1c8e9-a336-4233-8b28-2f286edc481e, infoPort=43487, infoSecurePort=0, ipcPort=34409, storageInfo=lv=-57;cid=testClusterID;nsid=976485436;c=1731539144155), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a0859bd375aa278 with lease ID 0x683edd93a01c7694: Processing first storage report for DS-6e5ad8a8-c36b-44da-8bf7-48784d636c8a from datanode DatanodeRegistration(127.0.0.1:39291, datanodeUuid=46a1c8e9-a336-4233-8b28-2f286edc481e, infoPort=43487, infoSecurePort=0, ipcPort=34409, storageInfo=lv=-57;cid=testClusterID;nsid=976485436;c=1731539144155) 2024-11-13T23:05:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a0859bd375aa278 with lease ID 0x683edd93a01c7694: from storage DS-6e5ad8a8-c36b-44da-8bf7-48784d636c8a node DatanodeRegistration(127.0.0.1:39291, datanodeUuid=46a1c8e9-a336-4233-8b28-2f286edc481e, infoPort=43487, infoSecurePort=0, ipcPort=34409, storageInfo=lv=-57;cid=testClusterID;nsid=976485436;c=1731539144155), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:45,913 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/data/data3/current/BP-84942458-172.17.0.2-1731539144155/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:45,914 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/data/data4/current/BP-84942458-172.17.0.2-1731539144155/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:45,933 WARN [Thread-1153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe2d99ca65487634 with lease ID 0x683edd93a01c7695: Processing first storage report for DS-643ab6c7-8a59-4a4b-8b5c-46e0f52d3dfc from datanode DatanodeRegistration(127.0.0.1:46007, datanodeUuid=3ccc05f8-925b-4e34-a691-2aa5d99e301b, infoPort=40365, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=976485436;c=1731539144155) 2024-11-13T23:05:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe2d99ca65487634 with lease ID 0x683edd93a01c7695: from storage DS-643ab6c7-8a59-4a4b-8b5c-46e0f52d3dfc node DatanodeRegistration(127.0.0.1:46007, datanodeUuid=3ccc05f8-925b-4e34-a691-2aa5d99e301b, infoPort=40365, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=976485436;c=1731539144155), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe2d99ca65487634 with lease ID 0x683edd93a01c7695: Processing first storage report for DS-276ab121-1949-462a-99a0-36fb0dfb267f from datanode DatanodeRegistration(127.0.0.1:46007, datanodeUuid=3ccc05f8-925b-4e34-a691-2aa5d99e301b, infoPort=40365, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=976485436;c=1731539144155) 2024-11-13T23:05:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe2d99ca65487634 with lease ID 0x683edd93a01c7695: from storage DS-276ab121-1949-462a-99a0-36fb0dfb267f node DatanodeRegistration(127.0.0.1:46007, datanodeUuid=3ccc05f8-925b-4e34-a691-2aa5d99e301b, infoPort=40365, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=976485436;c=1731539144155), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:45,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd 2024-11-13T23:05:45,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/zookeeper_0, clientPort=51685, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:05:45,999 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51685 2024-11-13T23:05:45,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:46,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:46,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:46,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:46,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9 with version=8 2024-11-13T23:05:46,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/hbase-staging 2024-11-13T23:05:46,016 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:46,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:46,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:46,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:46,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:46,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:46,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:05:46,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:46,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35399 2024-11-13T23:05:46,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35399 connecting to ZooKeeper ensemble=127.0.0.1:51685 2024-11-13T23:05:46,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353990x0, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:46,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35399-0x10137bc46f40000 connected 2024-11-13T23:05:46,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:46,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:46,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:46,152 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9, hbase.cluster.distributed=false 2024-11-13T23:05:46,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:46,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35399 2024-11-13T23:05:46,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35399 2024-11-13T23:05:46,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35399 2024-11-13T23:05:46,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35399 2024-11-13T23:05:46,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35399 2024-11-13T23:05:46,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:46,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:46,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:46,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:46,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:46,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:46,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:46,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:46,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43695 2024-11-13T23:05:46,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43695 connecting to ZooKeeper ensemble=127.0.0.1:51685 2024-11-13T23:05:46,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:46,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436950x0, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:46,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43695-0x10137bc46f40001 connected 2024-11-13T23:05:46,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:46,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:46,186 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T23:05:46,191 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T23:05:46,191 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T23:05:46,192 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T23:05:46,192 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:46,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:46,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:46,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43695 2024-11-13T23:05:46,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43695 2024-11-13T23:05:46,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43695 2024-11-13T23:05:46,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43695 2024-11-13T23:05:46,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43695 2024-11-13T23:05:46,209 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:46,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:46,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:46,209 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:46,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:46,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:46,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:46,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:46,210 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39043 2024-11-13T23:05:46,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39043 connecting to ZooKeeper ensemble=127.0.0.1:51685 2024-11-13T23:05:46,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:46,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:46,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390430x0, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:46,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390430x0, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:46,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39043-0x10137bc46f40002 connected 2024-11-13T23:05:46,226 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:46,227 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T23:05:46,230 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T23:05:46,231 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T23:05:46,231 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T23:05:46,231 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:46,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:46,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:46,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39043 2024-11-13T23:05:46,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39043 2024-11-13T23:05:46,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39043 2024-11-13T23:05:46,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39043 2024-11-13T23:05:46,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39043 2024-11-13T23:05:46,249 DEBUG [M:0;714b435e65e7:35399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:35399 2024-11-13T23:05:46,249 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/714b435e65e7,35399,1731539146015 2024-11-13T23:05:46,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:46,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:46,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:46,259 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/714b435e65e7,35399,1731539146015 2024-11-13T23:05:46,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:46,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:46,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,268 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T23:05:46,269 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/714b435e65e7,35399,1731539146015 from backup master directory 2024-11-13T23:05:46,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/714b435e65e7,35399,1731539146015 2024-11-13T23:05:46,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:46,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:46,275 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:46,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:46,275 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,35399,1731539146015 2024-11-13T23:05:46,281 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/hbase.id] with ID: 595a79c4-25d2-4759-af6f-8af137841d50 2024-11-13T23:05:46,281 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/.tmp/hbase.id 2024-11-13T23:05:46,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:46,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:46,287 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/.tmp/hbase.id]:[hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/hbase.id] 2024-11-13T23:05:46,298 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:46,298 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:05:46,300 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:05:46,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:46,315 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:46,316 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:05:46,316 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:46,326 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store 2024-11-13T23:05:46,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:46,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:46,333 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:46,333 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:46,333 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:46,333 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:46,333 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:46,333 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:46,333 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:46,333 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539146333Disabling compacts and flushes for region at 1731539146333Disabling writes for close at 1731539146333Writing region close event to WAL at 1731539146333Closed at 1731539146333 2024-11-13T23:05:46,334 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/.initializing 2024-11-13T23:05:46,334 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/WALs/714b435e65e7,35399,1731539146015 2024-11-13T23:05:46,335 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:46,336 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C35399%2C1731539146015, suffix=, logDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/WALs/714b435e65e7,35399,1731539146015, archiveDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/oldWALs, maxLogs=10 2024-11-13T23:05:46,352 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/WALs/714b435e65e7,35399,1731539146015/714b435e65e7%2C35399%2C1731539146015.1731539146337, exclude list is [], retry=0 2024-11-13T23:05:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46007,DS-643ab6c7-8a59-4a4b-8b5c-46e0f52d3dfc,DISK] 2024-11-13T23:05:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-65579bf1-fe3a-4ff8-a363-0766b2922186,DISK] 2024-11-13T23:05:46,356 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/WALs/714b435e65e7,35399,1731539146015/714b435e65e7%2C35399%2C1731539146015.1731539146337 2024-11-13T23:05:46,356 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40365:40365),(127.0.0.1/127.0.0.1:43487:43487)] 2024-11-13T23:05:46,356 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:46,356 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:46,357 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,357 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:05:46,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:46,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:46,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:05:46,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:46,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:46,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:05:46,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:46,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:46,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:05:46,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:46,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:46,366 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,367 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,367 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,369 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,369 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,369 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:46,371 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:46,373 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:46,373 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60733079, jitterRate=-0.09500660002231598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:46,374 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731539146357Initializing all the Stores at 1731539146357Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539146358 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539146358Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539146358Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539146358Cleaning up temporary data from old regions at 1731539146369 (+11 ms)Region opened successfully at 1731539146374 (+5 ms) 2024-11-13T23:05:46,374 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:05:46,378 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6ba5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:46,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:05:46,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:05:46,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:05:46,379 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:05:46,380 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:05:46,380 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:05:46,380 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:05:46,383 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:05:46,384 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T23:05:46,392 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T23:05:46,392 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:05:46,393 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:05:46,400 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T23:05:46,401 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:05:46,402 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:05:46,409 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T23:05:46,409 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:05:46,417 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T23:05:46,419 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:05:46,425 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T23:05:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,435 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,35399,1731539146015, sessionid=0x10137bc46f40000, setting cluster-up flag (Was=false) 2024-11-13T23:05:46,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,475 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T23:05:46,477 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,35399,1731539146015 2024-11-13T23:05:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:46,517 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T23:05:46,518 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,35399,1731539146015 2024-11-13T23:05:46,519 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:05:46,521 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:46,521 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:05:46,521 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:05:46,521 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,35399,1731539146015 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:05:46,523 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:46,523 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:46,523 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:46,523 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:46,523 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:05:46,523 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,523 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:46,523 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,527 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731539176527 2024-11-13T23:05:46,527 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:05:46,527 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:05:46,527 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:05:46,527 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:05:46,527 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:05:46,527 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:05:46,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:46,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:05:46,528 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,528 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:05:46,528 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:05:46,528 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:05:46,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:46,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:05:46,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:05:46,529 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:05:46,529 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539146529,5,FailOnTimeoutGroup] 2024-11-13T23:05:46,530 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539146529,5,FailOnTimeoutGroup] 2024-11-13T23:05:46,530 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,531 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:05:46,531 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,531 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:46,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:05:46,539 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9 2024-11-13T23:05:46,542 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(746): ClusterId : 595a79c4-25d2-4759-af6f-8af137841d50 2024-11-13T23:05:46,542 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(746): ClusterId : 595a79c4-25d2-4759-af6f-8af137841d50 2024-11-13T23:05:46,542 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:46,542 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:46,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:46,551 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:46,551 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:46,551 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:46,551 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:46,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:46,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:46,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:46,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:46,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:46,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:46,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:46,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:46,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:46,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:46,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:46,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:46,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:46,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:46,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:46,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:46,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:46,559 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:46,560 DEBUG [RS:0;714b435e65e7:43695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d9069d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:46,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740 2024-11-13T23:05:46,560 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:46,560 DEBUG [RS:1;714b435e65e7:39043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6c4576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:46,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740 2024-11-13T23:05:46,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:46,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:46,565 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:46,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:46,572 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:46,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69934739, jitterRate=0.042108818888664246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:46,573 DEBUG [RS:0;714b435e65e7:43695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:43695 2024-11-13T23:05:46,573 INFO [RS:0;714b435e65e7:43695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:46,573 INFO [RS:0;714b435e65e7:43695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:46,573 DEBUG [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:46,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731539146549Initializing all the Stores at 1731539146550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539146550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539146551 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539146551Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539146551Cleaning up temporary data from old regions at 1731539146565 (+14 ms)Region opened successfully at 1731539146573 (+8 ms) 2024-11-13T23:05:46,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:46,573 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:46,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:46,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:46,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:46,573 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,35399,1731539146015 with port=43695, startcode=1731539146168 2024-11-13T23:05:46,574 DEBUG [RS:0;714b435e65e7:43695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:46,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:46,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539146573Disabling compacts and flushes for region at 1731539146573Disabling writes for close at 1731539146573Writing region close event to WAL at 1731539146574 (+1 ms)Closed at 1731539146574 2024-11-13T23:05:46,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:46,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:05:46,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:05:46,576 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:46,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,43695,1731539146168 2024-11-13T23:05:46,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35399 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,43695,1731539146168 2024-11-13T23:05:46,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:46,578 DEBUG [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9 2024-11-13T23:05:46,578 DEBUG [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43517 2024-11-13T23:05:46,578 DEBUG [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:46,578 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;714b435e65e7:39043 2024-11-13T23:05:46,578 INFO [RS:1;714b435e65e7:39043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:46,578 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:05:46,578 INFO [RS:1;714b435e65e7:39043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:46,578 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:46,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:46,584 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,35399,1731539146015 with port=39043, startcode=1731539146209 2024-11-13T23:05:46,584 DEBUG [RS:1;714b435e65e7:39043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:46,584 DEBUG [RS:0;714b435e65e7:43695 {}] zookeeper.ZKUtil(111): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,43695,1731539146168 2024-11-13T23:05:46,584 WARN [RS:0;714b435e65e7:43695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:46,584 INFO [RS:0;714b435e65e7:43695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:46,584 DEBUG [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,43695,1731539146168 2024-11-13T23:05:46,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,43695,1731539146168] 2024-11-13T23:05:46,586 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:46,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,39043,1731539146209 2024-11-13T23:05:46,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35399 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,39043,1731539146209 2024-11-13T23:05:46,588 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9 2024-11-13T23:05:46,588 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43517 2024-11-13T23:05:46,588 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:46,589 INFO [RS:0;714b435e65e7:43695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:46,591 INFO [RS:0;714b435e65e7:43695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:46,591 INFO [RS:0;714b435e65e7:43695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:46,591 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,592 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:46,592 INFO [RS:0;714b435e65e7:43695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:46,592 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:46,593 DEBUG [RS:0;714b435e65e7:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:46,595 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,596 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,596 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,596 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,596 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,596 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43695,1731539146168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:46,609 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:46,609 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43695,1731539146168-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,609 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,610 INFO [RS:0;714b435e65e7:43695 {}] regionserver.Replication(171): 714b435e65e7,43695,1731539146168 started 2024-11-13T23:05:46,621 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,621 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,43695,1731539146168, RpcServer on 714b435e65e7/172.17.0.2:43695, sessionid=0x10137bc46f40001 2024-11-13T23:05:46,621 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:46,621 DEBUG [RS:0;714b435e65e7:43695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,43695,1731539146168 2024-11-13T23:05:46,621 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,43695,1731539146168' 2024-11-13T23:05:46,621 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:46,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:46,626 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:46,626 DEBUG [RS:1;714b435e65e7:39043 {}] zookeeper.ZKUtil(111): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,39043,1731539146209 2024-11-13T23:05:46,626 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:46,626 WARN [RS:1;714b435e65e7:39043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:46,626 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:46,626 DEBUG [RS:0;714b435e65e7:43695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,43695,1731539146168 2024-11-13T23:05:46,626 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,43695,1731539146168' 2024-11-13T23:05:46,626 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:46,626 INFO [RS:1;714b435e65e7:39043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:46,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,39043,1731539146209] 2024-11-13T23:05:46,626 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,39043,1731539146209 2024-11-13T23:05:46,626 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:46,627 DEBUG [RS:0;714b435e65e7:43695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:46,627 INFO [RS:0;714b435e65e7:43695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:46,627 INFO [RS:0;714b435e65e7:43695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:46,630 INFO [RS:1;714b435e65e7:39043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:46,632 INFO [RS:1;714b435e65e7:39043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:46,632 INFO [RS:1;714b435e65e7:39043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:46,632 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,636 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:46,636 INFO [RS:1;714b435e65e7:39043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:46,637 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:46,637 DEBUG [RS:1;714b435e65e7:39043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:46,638 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,638 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,638 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,638 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,638 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,638 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,39043,1731539146209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:46,657 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:46,657 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,39043,1731539146209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,657 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,657 INFO [RS:1;714b435e65e7:39043 {}] regionserver.Replication(171): 714b435e65e7,39043,1731539146209 started 2024-11-13T23:05:46,669 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:46,669 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,39043,1731539146209, RpcServer on 714b435e65e7/172.17.0.2:39043, sessionid=0x10137bc46f40002 2024-11-13T23:05:46,669 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:46,669 DEBUG [RS:1;714b435e65e7:39043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,39043,1731539146209 2024-11-13T23:05:46,669 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,39043,1731539146209' 2024-11-13T23:05:46,669 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:46,670 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:46,670 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:46,670 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:46,670 DEBUG [RS:1;714b435e65e7:39043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,39043,1731539146209 2024-11-13T23:05:46,670 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,39043,1731539146209' 2024-11-13T23:05:46,670 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:46,670 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:46,671 DEBUG [RS:1;714b435e65e7:39043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:46,671 INFO [RS:1;714b435e65e7:39043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:46,671 INFO [RS:1;714b435e65e7:39043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:46,727 INFO [RS:0;714b435e65e7:43695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:46,728 WARN [714b435e65e7:35399 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:05:46,730 INFO [RS:0;714b435e65e7:43695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43695%2C1731539146168, suffix=, logDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,43695,1731539146168, archiveDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/oldWALs, maxLogs=32 2024-11-13T23:05:46,747 DEBUG [RS:0;714b435e65e7:43695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,43695,1731539146168/714b435e65e7%2C43695%2C1731539146168.1731539146731, exclude list is [], retry=0 2024-11-13T23:05:46,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46007,DS-643ab6c7-8a59-4a4b-8b5c-46e0f52d3dfc,DISK] 2024-11-13T23:05:46,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-65579bf1-fe3a-4ff8-a363-0766b2922186,DISK] 2024-11-13T23:05:46,752 INFO [RS:0;714b435e65e7:43695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,43695,1731539146168/714b435e65e7%2C43695%2C1731539146168.1731539146731 2024-11-13T23:05:46,752 DEBUG [RS:0;714b435e65e7:43695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40365:40365),(127.0.0.1/127.0.0.1:43487:43487)] 2024-11-13T23:05:46,771 INFO [RS:1;714b435e65e7:39043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:46,773 INFO [RS:1;714b435e65e7:39043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C39043%2C1731539146209, suffix=, logDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,39043,1731539146209, archiveDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/oldWALs, maxLogs=32 2024-11-13T23:05:46,785 DEBUG [RS:1;714b435e65e7:39043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,39043,1731539146209/714b435e65e7%2C39043%2C1731539146209.1731539146773, exclude list is [], retry=0 2024-11-13T23:05:46,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46007,DS-643ab6c7-8a59-4a4b-8b5c-46e0f52d3dfc,DISK] 2024-11-13T23:05:46,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-65579bf1-fe3a-4ff8-a363-0766b2922186,DISK] 2024-11-13T23:05:46,789 INFO [RS:1;714b435e65e7:39043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,39043,1731539146209/714b435e65e7%2C39043%2C1731539146209.1731539146773 2024-11-13T23:05:46,789 DEBUG [RS:1;714b435e65e7:39043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43487:43487),(127.0.0.1/127.0.0.1:40365:40365)] 2024-11-13T23:05:46,979 DEBUG [714b435e65e7:35399 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T23:05:46,979 DEBUG [714b435e65e7:35399 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:46,983 DEBUG [714b435e65e7:35399 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:46,983 DEBUG [714b435e65e7:35399 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:46,983 DEBUG [714b435e65e7:35399 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:46,983 DEBUG [714b435e65e7:35399 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:46,983 INFO [714b435e65e7:35399 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:46,983 INFO [714b435e65e7:35399 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:46,983 DEBUG [714b435e65e7:35399 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:46,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,39043,1731539146209 2024-11-13T23:05:46,986 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,39043,1731539146209, state=OPENING 2024-11-13T23:05:47,009 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:05:47,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:47,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:47,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:47,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:47,018 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:47,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:47,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,39043,1731539146209}] 2024-11-13T23:05:47,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:47,174 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:47,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:47,179 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:05:47,179 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:47,180 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:05:47,182 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C39043%2C1731539146209.meta, suffix=.meta, logDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,39043,1731539146209, archiveDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/oldWALs, maxLogs=32 2024-11-13T23:05:47,193 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,39043,1731539146209/714b435e65e7%2C39043%2C1731539146209.meta.1731539147182.meta, exclude list is [], retry=0 2024-11-13T23:05:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46007,DS-643ab6c7-8a59-4a4b-8b5c-46e0f52d3dfc,DISK] 2024-11-13T23:05:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-65579bf1-fe3a-4ff8-a363-0766b2922186,DISK] 2024-11-13T23:05:47,197 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/WALs/714b435e65e7,39043,1731539146209/714b435e65e7%2C39043%2C1731539146209.meta.1731539147182.meta 2024-11-13T23:05:47,197 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40365:40365),(127.0.0.1/127.0.0.1:43487:43487)] 2024-11-13T23:05:47,198 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:47,198 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:05:47,198 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:05:47,198 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:05:47,198 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:05:47,198 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:47,198 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:05:47,198 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:05:47,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:47,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:47,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:47,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:47,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:47,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:47,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:47,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:47,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:47,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:47,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:47,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:47,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:47,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:47,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:47,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:47,205 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:47,206 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740 2024-11-13T23:05:47,207 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740 2024-11-13T23:05:47,208 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:47,208 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:47,209 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:47,210 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:47,211 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72353965, jitterRate=0.07815809547901154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:47,211 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:05:47,213 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731539147198Writing region info on filesystem at 1731539147199 (+1 ms)Initializing all the Stores at 1731539147199Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539147199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539147200 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539147200Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539147200Cleaning up temporary data from old regions at 1731539147208 (+8 ms)Running coprocessor post-open hooks at 1731539147212 (+4 ms)Region opened successfully at 1731539147213 (+1 ms) 2024-11-13T23:05:47,214 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731539147174 2024-11-13T23:05:47,216 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:05:47,216 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:05:47,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,39043,1731539146209 2024-11-13T23:05:47,217 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,39043,1731539146209, state=OPEN 2024-11-13T23:05:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:47,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,39043,1731539146209 2024-11-13T23:05:47,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:47,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:47,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:47,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:05:47,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,39043,1731539146209 in 206 msec 2024-11-13T23:05:47,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:05:47,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-13T23:05:47,230 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:47,230 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:05:47,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:47,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,39043,1731539146209, seqNum=-1] 2024-11-13T23:05:47,232 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:47,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:47,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:05:47,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 717 msec 2024-11-13T23:05:47,239 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731539147239, completionTime=-1 2024-11-13T23:05:47,239 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T23:05:47,239 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:05:47,241 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T23:05:47,241 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731539207241 2024-11-13T23:05:47,241 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731539267241 2024-11-13T23:05:47,241 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:05:47,242 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35399,1731539146015-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:47,242 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35399,1731539146015-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:47,242 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35399,1731539146015-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:47,242 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:35399, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:47,242 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:47,243 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:47,244 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:05:47,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.972sec 2024-11-13T23:05:47,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:05:47,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:05:47,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:05:47,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:05:47,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:05:47,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35399,1731539146015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:47,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35399,1731539146015-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:05:47,250 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:05:47,250 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:05:47,250 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,35399,1731539146015-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:47,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:47,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:47,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:47,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:47,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:47,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:47,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:47,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:47,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220657d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:47,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,35399,-1 for getting cluster id 2024-11-13T23:05:47,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:05:47,344 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '595a79c4-25d2-4759-af6f-8af137841d50' 2024-11-13T23:05:47,344 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:05:47,344 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "595a79c4-25d2-4759-af6f-8af137841d50" 2024-11-13T23:05:47,344 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b859811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:47,344 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,35399,-1] 2024-11-13T23:05:47,345 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:05:47,345 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:47,346 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:05:47,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52074ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:47,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:47,348 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,39043,1731539146209, seqNum=-1] 2024-11-13T23:05:47,348 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:47,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:47,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,35399,1731539146015 2024-11-13T23:05:47,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:05:47,352 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,35399,1731539146015 2024-11-13T23:05:47,352 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f6401a6 2024-11-13T23:05:47,353 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:05:47,354 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:05:47,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T23:05:47,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:05:47,357 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:47,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T23:05:47,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:05:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:47,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:47,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:47,367 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e2825054b07da34078f7ee2299f664a, NAME => 'testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9 2024-11-13T23:05:47,368 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e427ed569aa9826e3376d4e2ccfb0861, NAME => 'testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9 2024-11-13T23:05:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6e2825054b07da34078f7ee2299f664a, disabling compactions & flushes 2024-11-13T23:05:47,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. after waiting 0 ms 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:47,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e2825054b07da34078f7ee2299f664a: Waiting for close lock at 1731539147375Disabling compacts and flushes for region at 1731539147375Disabling writes for close at 1731539147375Writing region close event to WAL at 1731539147375Closed at 1731539147375 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e427ed569aa9826e3376d4e2ccfb0861, disabling compactions & flushes 2024-11-13T23:05:47,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. after waiting 0 ms 2024-11-13T23:05:47,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:47,376 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:47,376 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e427ed569aa9826e3376d4e2ccfb0861: Waiting for close lock at 1731539147375Disabling compacts and flushes for region at 1731539147375Disabling writes for close at 1731539147375Writing region close event to WAL at 1731539147375Closed at 1731539147375 2024-11-13T23:05:47,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:05:47,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539147377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539147377"}]},"ts":"1731539147377"} 2024-11-13T23:05:47,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539147377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539147377"}]},"ts":"1731539147377"} 2024-11-13T23:05:47,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T23:05:47,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:05:47,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539147382"}]},"ts":"1731539147382"} 2024-11-13T23:05:47,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T23:05:47,385 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:47,386 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:47,386 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:47,386 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:47,386 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:47,386 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:47,386 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:47,386 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:47,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e2825054b07da34078f7ee2299f664a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e427ed569aa9826e3376d4e2ccfb0861, ASSIGN}] 2024-11-13T23:05:47,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e427ed569aa9826e3376d4e2ccfb0861, ASSIGN 2024-11-13T23:05:47,388 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e2825054b07da34078f7ee2299f664a, ASSIGN 2024-11-13T23:05:47,389 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e2825054b07da34078f7ee2299f664a, ASSIGN; state=OFFLINE, location=714b435e65e7,43695,1731539146168; forceNewPlan=false, retain=false 2024-11-13T23:05:47,389 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e427ed569aa9826e3376d4e2ccfb0861, ASSIGN; state=OFFLINE, location=714b435e65e7,39043,1731539146209; forceNewPlan=false, retain=false 2024-11-13T23:05:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:47,539 INFO [714b435e65e7:35399 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T23:05:47,540 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e427ed569aa9826e3376d4e2ccfb0861, regionState=OPENING, regionLocation=714b435e65e7,39043,1731539146209 2024-11-13T23:05:47,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e2825054b07da34078f7ee2299f664a, regionState=OPENING, regionLocation=714b435e65e7,43695,1731539146168 2024-11-13T23:05:47,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e2825054b07da34078f7ee2299f664a, ASSIGN because future has completed 2024-11-13T23:05:47,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e2825054b07da34078f7ee2299f664a, server=714b435e65e7,43695,1731539146168}] 2024-11-13T23:05:47,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e427ed569aa9826e3376d4e2ccfb0861, ASSIGN because future has completed 2024-11-13T23:05:47,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e427ed569aa9826e3376d4e2ccfb0861, server=714b435e65e7,39043,1731539146209}] 2024-11-13T23:05:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:47,697 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:47,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:47,705 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:47,705 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e427ed569aa9826e3376d4e2ccfb0861, NAME => 'testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T23:05:47,705 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,705 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:47,705 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,705 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,705 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:47,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e2825054b07da34078f7ee2299f664a, NAME => 'testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T23:05:47,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:47,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,707 INFO [StoreOpener-e427ed569aa9826e3376d4e2ccfb0861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,708 INFO [StoreOpener-6e2825054b07da34078f7ee2299f664a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,709 INFO [StoreOpener-e427ed569aa9826e3376d4e2ccfb0861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e427ed569aa9826e3376d4e2ccfb0861 columnFamilyName family 2024-11-13T23:05:47,709 DEBUG [StoreOpener-e427ed569aa9826e3376d4e2ccfb0861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:47,709 INFO [StoreOpener-6e2825054b07da34078f7ee2299f664a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e2825054b07da34078f7ee2299f664a columnFamilyName family 2024-11-13T23:05:47,709 DEBUG [StoreOpener-6e2825054b07da34078f7ee2299f664a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:47,709 INFO [StoreOpener-e427ed569aa9826e3376d4e2ccfb0861-1 {}] regionserver.HStore(327): Store=e427ed569aa9826e3376d4e2ccfb0861/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:47,709 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,710 INFO [StoreOpener-6e2825054b07da34078f7ee2299f664a-1 {}] regionserver.HStore(327): Store=6e2825054b07da34078f7ee2299f664a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:47,710 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,710 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,712 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,712 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,713 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,713 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,715 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/6e2825054b07da34078f7ee2299f664a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:47,716 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6e2825054b07da34078f7ee2299f664a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64261860, jitterRate=-0.04242366552352905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:47,716 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:47,716 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6e2825054b07da34078f7ee2299f664a: Running coprocessor pre-open hook at 1731539147706Writing region info on filesystem at 1731539147706Initializing all the Stores at 1731539147707 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539147707Cleaning up temporary data from old regions at 1731539147712 (+5 ms)Running coprocessor post-open hooks at 1731539147716 (+4 ms)Region opened successfully at 1731539147716 2024-11-13T23:05:47,717 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a., pid=7, masterSystemTime=1731539147696 2024-11-13T23:05:47,719 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/e427ed569aa9826e3376d4e2ccfb0861/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:47,720 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:47,720 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:47,720 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e427ed569aa9826e3376d4e2ccfb0861; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67765398, jitterRate=0.009783118963241577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:47,720 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:47,720 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e427ed569aa9826e3376d4e2ccfb0861: Running coprocessor pre-open hook at 1731539147705Writing region info on filesystem at 1731539147705Initializing all the Stores at 1731539147706 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539147707 (+1 ms)Cleaning up temporary data from old regions at 1731539147711 (+4 ms)Running coprocessor post-open hooks at 1731539147720 (+9 ms)Region opened successfully at 1731539147720 2024-11-13T23:05:47,720 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e2825054b07da34078f7ee2299f664a, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43695,1731539146168 2024-11-13T23:05:47,721 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861., pid=8, masterSystemTime=1731539147697 2024-11-13T23:05:47,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e2825054b07da34078f7ee2299f664a, server=714b435e65e7,43695,1731539146168 because future has completed 2024-11-13T23:05:47,723 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:47,723 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:47,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e427ed569aa9826e3376d4e2ccfb0861, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,39043,1731539146209 2024-11-13T23:05:47,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T23:05:47,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e427ed569aa9826e3376d4e2ccfb0861, server=714b435e65e7,39043,1731539146209 because future has completed 2024-11-13T23:05:47,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e2825054b07da34078f7ee2299f664a, server=714b435e65e7,43695,1731539146168 in 181 msec 2024-11-13T23:05:47,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e2825054b07da34078f7ee2299f664a, ASSIGN in 340 msec 2024-11-13T23:05:47,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T23:05:47,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e427ed569aa9826e3376d4e2ccfb0861, server=714b435e65e7,39043,1731539146209 in 183 msec 2024-11-13T23:05:47,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T23:05:47,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e427ed569aa9826e3376d4e2ccfb0861, ASSIGN in 344 msec 2024-11-13T23:05:47,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:05:47,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539147732"}]},"ts":"1731539147732"} 2024-11-13T23:05:47,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T23:05:47,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:05:47,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 382 msec 2024-11-13T23:05:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:47,987 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T23:05:47,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T23:05:47,988 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T23:05:47,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T23:05:47,998 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a., hostname=714b435e65e7,43695,1731539146168, seqNum=2] 2024-11-13T23:05:47,998 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:47,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:48,011 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861., hostname=714b435e65e7,39043,1731539146209, seqNum=2] 2024-11-13T23:05:48,021 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6e2825054b07da34078f7ee2299f664a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T23:05:48,036 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/6e2825054b07da34078f7ee2299f664a/.tmp/family/a5a8dd04647442cc82029ec640e8d58b is 32, key is 1/family:/1731539148000/Put/seqid=0 2024-11-13T23:05:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741839_1015 (size=5054) 2024-11-13T23:05:48,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741839_1015 (size=5054) 2024-11-13T23:05:48,041 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/6e2825054b07da34078f7ee2299f664a/.tmp/family/a5a8dd04647442cc82029ec640e8d58b 2024-11-13T23:05:48,047 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/6e2825054b07da34078f7ee2299f664a/.tmp/family/a5a8dd04647442cc82029ec640e8d58b as hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/6e2825054b07da34078f7ee2299f664a/family/a5a8dd04647442cc82029ec640e8d58b 2024-11-13T23:05:48,053 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/6e2825054b07da34078f7ee2299f664a/family/a5a8dd04647442cc82029ec640e8d58b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T23:05:48,054 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6e2825054b07da34078f7ee2299f664a in 33ms, sequenceid=8, compaction requested=false 2024-11-13T23:05:48,054 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6e2825054b07da34078f7ee2299f664a: 2024-11-13T23:05:48,054 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e427ed569aa9826e3376d4e2ccfb0861 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T23:05:48,070 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/e427ed569aa9826e3376d4e2ccfb0861/.tmp/family/1483898ac4f8478d9051839eccbb2cac is 32, key is 5/family:/1731539148012/Put/seqid=0 2024-11-13T23:05:48,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741840_1016 (size=5083) 2024-11-13T23:05:48,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741840_1016 (size=5083) 2024-11-13T23:05:48,075 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/e427ed569aa9826e3376d4e2ccfb0861/.tmp/family/1483898ac4f8478d9051839eccbb2cac 2024-11-13T23:05:48,081 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/e427ed569aa9826e3376d4e2ccfb0861/.tmp/family/1483898ac4f8478d9051839eccbb2cac as hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/e427ed569aa9826e3376d4e2ccfb0861/family/1483898ac4f8478d9051839eccbb2cac 2024-11-13T23:05:48,087 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/e427ed569aa9826e3376d4e2ccfb0861/family/1483898ac4f8478d9051839eccbb2cac, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T23:05:48,088 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e427ed569aa9826e3376d4e2ccfb0861 in 34ms, sequenceid=9, compaction requested=false 2024-11-13T23:05:48,088 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e427ed569aa9826e3376d4e2ccfb0861: 2024-11-13T23:05:48,090 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file a5a8dd04647442cc82029ec640e8d58b, starting offset: 0, end offset: 9223372036854775807 2024-11-13T23:05:48,090 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key a5a8dd04647442cc82029ec640e8d58b_0 from back map with offset lock 2094080 in the evict process 2024-11-13T23:05:48,092 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 1483898ac4f8478d9051839eccbb2cac, starting offset: 0, end offset: 9223372036854775807 2024-11-13T23:05:48,092 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 1483898ac4f8478d9051839eccbb2cac_0 from back map with offset lock 2094080 in the evict process 2024-11-13T23:05:48,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:05:48,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:48,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:48,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:48,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:48,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:05:48,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:05:48,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1755805376, stopped=false 2024-11-13T23:05:48,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,35399,1731539146015 2024-11-13T23:05:48,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:48,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:48,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:48,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:48,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:48,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:48,134 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:48,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:48,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:48,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:48,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:48,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:48,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:48,135 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,43695,1731539146168' ***** 2024-11-13T23:05:48,135 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:48,135 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,39043,1731539146209' ***** 2024-11-13T23:05:48,136 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:48,136 INFO [RS:0;714b435e65e7:43695 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T23:05:48,136 INFO [RS:1;714b435e65e7:39043 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T23:05:48,136 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T23:05:48,136 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T23:05:48,136 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T23:05:48,136 INFO [RS:1;714b435e65e7:39043 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T23:05:48,136 INFO [RS:0;714b435e65e7:43695 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T23:05:48,136 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T23:05:48,136 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T23:05:48,137 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:48,137 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:48,137 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:48,136 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T23:05:48,137 INFO [RS:1;714b435e65e7:39043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:48,137 INFO [RS:1;714b435e65e7:39043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:48,137 INFO [RS:0;714b435e65e7:43695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:48,137 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:48,137 INFO [RS:0;714b435e65e7:43695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:48,137 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(3091): Received CLOSE for e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:48,137 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:48,138 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,39043,1731539146209 2024-11-13T23:05:48,138 INFO [RS:1;714b435e65e7:39043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:48,138 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,43695,1731539146168 2024-11-13T23:05:48,138 INFO [RS:0;714b435e65e7:43695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:48,138 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e427ed569aa9826e3376d4e2ccfb0861, disabling compactions & flushes 2024-11-13T23:05:48,138 INFO [RS:1;714b435e65e7:39043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;714b435e65e7:39043. 2024-11-13T23:05:48,138 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:48,138 INFO [RS:0;714b435e65e7:43695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:43695. 2024-11-13T23:05:48,138 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e2825054b07da34078f7ee2299f664a, disabling compactions & flushes 2024-11-13T23:05:48,138 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:48,138 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:48,138 DEBUG [RS:1;714b435e65e7:39043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:48,138 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. after waiting 0 ms 2024-11-13T23:05:48,138 DEBUG [RS:0;714b435e65e7:43695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:48,138 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:48,138 DEBUG [RS:1;714b435e65e7:39043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:48,138 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:48,138 DEBUG [RS:0;714b435e65e7:43695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:48,138 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. after waiting 0 ms 2024-11-13T23:05:48,138 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:48,138 INFO [RS:1;714b435e65e7:39043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:48,138 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:05:48,138 INFO [RS:1;714b435e65e7:39043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:48,138 DEBUG [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(1325): Online Regions={6e2825054b07da34078f7ee2299f664a=testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a.} 2024-11-13T23:05:48,139 INFO [RS:1;714b435e65e7:39043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:48,139 DEBUG [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(1351): Waiting on 6e2825054b07da34078f7ee2299f664a 2024-11-13T23:05:48,139 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:05:48,139 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:05:48,139 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e427ed569aa9826e3376d4e2ccfb0861=testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861.} 2024-11-13T23:05:48,139 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e427ed569aa9826e3376d4e2ccfb0861 2024-11-13T23:05:48,139 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:48,139 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:48,139 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:48,139 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:48,140 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:48,140 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T23:05:48,140 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:48,144 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/e427ed569aa9826e3376d4e2ccfb0861/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T23:05:48,145 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:48,145 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/default/testClearRegionBlockCache/6e2825054b07da34078f7ee2299f664a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T23:05:48,145 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e427ed569aa9826e3376d4e2ccfb0861: Waiting for close lock at 1731539148138Running coprocessor pre-close hooks at 1731539148138Disabling compacts and flushes for region at 1731539148138Disabling writes for close at 1731539148138Writing region close event to WAL at 1731539148139 (+1 ms)Running coprocessor post-close hooks at 1731539148145 (+6 ms)Closed at 1731539148145 2024-11-13T23:05:48,145 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861. 2024-11-13T23:05:48,146 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:48,146 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e2825054b07da34078f7ee2299f664a: Waiting for close lock at 1731539148138Running coprocessor pre-close hooks at 1731539148138Disabling compacts and flushes for region at 1731539148138Disabling writes for close at 1731539148138Writing region close event to WAL at 1731539148141 (+3 ms)Running coprocessor post-close hooks at 1731539148145 (+4 ms)Closed at 1731539148146 (+1 ms) 2024-11-13T23:05:48,146 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731539147354.6e2825054b07da34078f7ee2299f664a. 2024-11-13T23:05:48,156 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/.tmp/info/2ec1f44d2f2441a4944784724e3554c0 is 173, key is testClearRegionBlockCache,5,1731539147354.e427ed569aa9826e3376d4e2ccfb0861./info:regioninfo/1731539147724/Put/seqid=0 2024-11-13T23:05:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:48,161 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/.tmp/info/2ec1f44d2f2441a4944784724e3554c0 2024-11-13T23:05:48,180 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/.tmp/ns/daedc5aa09fc437cbd390d19de6163db is 43, key is default/ns:d/1731539147234/Put/seqid=0 2024-11-13T23:05:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:48,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:48,198 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:48,339 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,43695,1731539146168; all regions closed. 2024-11-13T23:05:48,340 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:05:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741833_1009 (size=1758) 2024-11-13T23:05:48,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741833_1009 (size=1758) 2024-11-13T23:05:48,349 DEBUG [RS:0;714b435e65e7:43695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/oldWALs 2024-11-13T23:05:48,349 INFO [RS:0;714b435e65e7:43695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C43695%2C1731539146168:(num 1731539146731) 2024-11-13T23:05:48,349 DEBUG [RS:0;714b435e65e7:43695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:48,349 INFO [RS:0;714b435e65e7:43695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:48,349 INFO [RS:0;714b435e65e7:43695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:48,349 INFO [RS:0;714b435e65e7:43695 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:48,349 INFO [RS:0;714b435e65e7:43695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:48,349 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:48,349 INFO [RS:0;714b435e65e7:43695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:48,349 INFO [RS:0;714b435e65e7:43695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:48,349 INFO [RS:0;714b435e65e7:43695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:48,349 INFO [RS:0;714b435e65e7:43695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43695 2024-11-13T23:05:48,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:48,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,43695,1731539146168 2024-11-13T23:05:48,359 INFO [RS:0;714b435e65e7:43695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:48,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,43695,1731539146168] 2024-11-13T23:05:48,375 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,43695,1731539146168 already deleted, retry=false 2024-11-13T23:05:48,375 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,43695,1731539146168 expired; onlineServers=1 2024-11-13T23:05:48,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:48,467 INFO [RS:0;714b435e65e7:43695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:48,467 INFO [RS:0;714b435e65e7:43695 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,43695,1731539146168; zookeeper connection closed. 2024-11-13T23:05:48,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x10137bc46f40001, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:48,468 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e4056ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e4056ad 2024-11-13T23:05:48,540 DEBUG [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T23:05:48,587 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/.tmp/ns/daedc5aa09fc437cbd390d19de6163db 2024-11-13T23:05:48,618 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/.tmp/table/41e1e4875f3b4a8fbc90e426e21589b0 is 61, key is testClearRegionBlockCache/table:state/1731539147732/Put/seqid=0 2024-11-13T23:05:48,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:48,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:48,623 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/.tmp/table/41e1e4875f3b4a8fbc90e426e21589b0 2024-11-13T23:05:48,629 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/.tmp/info/2ec1f44d2f2441a4944784724e3554c0 as hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/info/2ec1f44d2f2441a4944784724e3554c0 2024-11-13T23:05:48,634 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/info/2ec1f44d2f2441a4944784724e3554c0, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T23:05:48,636 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/.tmp/ns/daedc5aa09fc437cbd390d19de6163db as hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/ns/daedc5aa09fc437cbd390d19de6163db 2024-11-13T23:05:48,638 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:05:48,638 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:05:48,641 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/ns/daedc5aa09fc437cbd390d19de6163db, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T23:05:48,643 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/.tmp/table/41e1e4875f3b4a8fbc90e426e21589b0 as hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/table/41e1e4875f3b4a8fbc90e426e21589b0 2024-11-13T23:05:48,649 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/table/41e1e4875f3b4a8fbc90e426e21589b0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T23:05:48,650 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false 2024-11-13T23:05:48,655 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T23:05:48,656 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:05:48,656 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:48,656 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539148139Running coprocessor pre-close hooks at 1731539148139Disabling compacts and flushes for region at 1731539148139Disabling writes for close at 1731539148139Obtaining lock to block concurrent updates at 1731539148140 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731539148140Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731539148140Flushing stores of hbase:meta,,1.1588230740 at 1731539148141 (+1 ms)Flushing 1588230740/info: creating writer at 1731539148141Flushing 1588230740/info: appending metadata at 1731539148155 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731539148155Flushing 1588230740/ns: creating writer at 1731539148166 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731539148179 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731539148179Flushing 1588230740/table: creating writer at 1731539148599 (+420 ms)Flushing 1588230740/table: appending metadata at 1731539148618 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731539148618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed925ce: reopening flushed file at 1731539148628 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c43db2: reopening flushed file at 1731539148635 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6f8f67: reopening flushed file at 1731539148642 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false at 1731539148650 (+8 ms)Writing region close event to WAL at 1731539148651 (+1 ms)Running coprocessor post-close hooks at 1731539148656 (+5 ms)Closed at 1731539148656 2024-11-13T23:05:48,656 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:48,740 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,39043,1731539146209; all regions closed. 2024-11-13T23:05:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:48,750 DEBUG [RS:1;714b435e65e7:39043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/oldWALs 2024-11-13T23:05:48,750 INFO [RS:1;714b435e65e7:39043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C39043%2C1731539146209.meta:.meta(num 1731539147182) 2024-11-13T23:05:48,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741834_1010 (size=1867) 2024-11-13T23:05:48,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741834_1010 (size=1867) 2024-11-13T23:05:48,756 DEBUG [RS:1;714b435e65e7:39043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/oldWALs 2024-11-13T23:05:48,756 INFO [RS:1;714b435e65e7:39043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C39043%2C1731539146209:(num 1731539146773) 2024-11-13T23:05:48,756 DEBUG [RS:1;714b435e65e7:39043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:48,756 INFO [RS:1;714b435e65e7:39043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:48,756 INFO [RS:1;714b435e65e7:39043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:48,757 INFO [RS:1;714b435e65e7:39043 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:48,757 INFO [RS:1;714b435e65e7:39043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:48,757 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:48,757 INFO [RS:1;714b435e65e7:39043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39043 2024-11-13T23:05:48,792 INFO [RS:1;714b435e65e7:39043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:48,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:48,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,39043,1731539146209 2024-11-13T23:05:48,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,39043,1731539146209] 2024-11-13T23:05:48,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,39043,1731539146209 already deleted, retry=false 2024-11-13T23:05:48,809 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,39043,1731539146209 expired; onlineServers=0 2024-11-13T23:05:48,809 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,35399,1731539146015' ***** 2024-11-13T23:05:48,809 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:05:48,809 INFO [M:0;714b435e65e7:35399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:48,809 INFO [M:0;714b435e65e7:35399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:48,809 DEBUG [M:0;714b435e65e7:35399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:05:48,809 DEBUG [M:0;714b435e65e7:35399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:05:48,809 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:05:48,809 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539146529 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539146529,5,FailOnTimeoutGroup] 2024-11-13T23:05:48,809 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539146529 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539146529,5,FailOnTimeoutGroup] 2024-11-13T23:05:48,809 INFO [M:0;714b435e65e7:35399 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:48,810 INFO [M:0;714b435e65e7:35399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:48,810 DEBUG [M:0;714b435e65e7:35399 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:05:48,810 INFO [M:0;714b435e65e7:35399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:05:48,810 INFO [M:0;714b435e65e7:35399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:48,810 INFO [M:0;714b435e65e7:35399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:05:48,810 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:05:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:48,817 DEBUG [M:0;714b435e65e7:35399 {}] zookeeper.ZKUtil(347): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T23:05:48,817 WARN [M:0;714b435e65e7:35399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:05:48,818 INFO [M:0;714b435e65e7:35399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/.lastflushedseqids 2024-11-13T23:05:48,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741844_1020 (size=182) 2024-11-13T23:05:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741844_1020 (size=182) 2024-11-13T23:05:48,827 INFO [M:0;714b435e65e7:35399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:05:48,827 INFO [M:0;714b435e65e7:35399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:05:48,827 DEBUG [M:0;714b435e65e7:35399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:48,828 INFO [M:0;714b435e65e7:35399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:48,828 DEBUG [M:0;714b435e65e7:35399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:48,828 DEBUG [M:0;714b435e65e7:35399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:48,828 DEBUG [M:0;714b435e65e7:35399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:48,828 INFO [M:0;714b435e65e7:35399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T23:05:48,846 DEBUG [M:0;714b435e65e7:35399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83a9acb074dd45fb852a279005bdd9eb is 82, key is hbase:meta,,1/info:regioninfo/1731539147216/Put/seqid=0 2024-11-13T23:05:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:48,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:48,851 INFO [M:0;714b435e65e7:35399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83a9acb074dd45fb852a279005bdd9eb 2024-11-13T23:05:48,871 DEBUG [M:0;714b435e65e7:35399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fd81f50cff849b3b76b357204944ad7 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731539147737/Put/seqid=0 2024-11-13T23:05:48,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:48,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:48,876 INFO [M:0;714b435e65e7:35399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fd81f50cff849b3b76b357204944ad7 2024-11-13T23:05:48,895 DEBUG [M:0;714b435e65e7:35399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98d2e90b0d4449f1b6c283614bafecd7 is 69, key is 714b435e65e7,39043,1731539146209/rs:state/1731539146587/Put/seqid=0 2024-11-13T23:05:48,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:48,900 INFO [M:0;714b435e65e7:35399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98d2e90b0d4449f1b6c283614bafecd7 2024-11-13T23:05:48,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:48,900 INFO [RS:1;714b435e65e7:39043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:48,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39043-0x10137bc46f40002, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:48,900 INFO [RS:1;714b435e65e7:39043 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,39043,1731539146209; zookeeper connection closed. 2024-11-13T23:05:48,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54e3af72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54e3af72 2024-11-13T23:05:48,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T23:05:48,906 DEBUG [M:0;714b435e65e7:35399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83a9acb074dd45fb852a279005bdd9eb as hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83a9acb074dd45fb852a279005bdd9eb 2024-11-13T23:05:48,911 INFO [M:0;714b435e65e7:35399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83a9acb074dd45fb852a279005bdd9eb, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T23:05:48,912 DEBUG [M:0;714b435e65e7:35399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fd81f50cff849b3b76b357204944ad7 as hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fd81f50cff849b3b76b357204944ad7 2024-11-13T23:05:48,917 INFO [M:0;714b435e65e7:35399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fd81f50cff849b3b76b357204944ad7, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T23:05:48,918 DEBUG [M:0;714b435e65e7:35399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98d2e90b0d4449f1b6c283614bafecd7 as hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98d2e90b0d4449f1b6c283614bafecd7 2024-11-13T23:05:48,924 INFO [M:0;714b435e65e7:35399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43517/user/jenkins/test-data/393258c2-35fb-f663-4bde-c7c81570bdf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98d2e90b0d4449f1b6c283614bafecd7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T23:05:48,925 INFO [M:0;714b435e65e7:35399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-13T23:05:48,926 INFO [M:0;714b435e65e7:35399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:48,926 DEBUG [M:0;714b435e65e7:35399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539148827Disabling compacts and flushes for region at 1731539148827Disabling writes for close at 1731539148828 (+1 ms)Obtaining lock to block concurrent updates at 1731539148828Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731539148828Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731539148829 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731539148830 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731539148830Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731539148846 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731539148846Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731539148856 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731539148871 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731539148871Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731539148881 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731539148894 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731539148895 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@628e0417: reopening flushed file at 1731539148905 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eaebc66: reopening flushed file at 1731539148911 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717b4003: reopening flushed file at 1731539148917 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1731539148925 (+8 ms)Writing region close event to WAL at 1731539148926 (+1 ms)Closed at 1731539148926 2024-11-13T23:05:48,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46007 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:48,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741830_1006 (size=35428) 2024-11-13T23:05:48,930 INFO [M:0;714b435e65e7:35399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:05:48,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:48,930 INFO [M:0;714b435e65e7:35399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35399 2024-11-13T23:05:48,930 INFO [M:0;714b435e65e7:35399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:49,034 INFO [M:0;714b435e65e7:35399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:49,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:49,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x10137bc46f40000, quorum=127.0.0.1:51685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:49,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aa418b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:49,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26750469{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:49,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:49,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@99f9131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:49,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51544fa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:49,041 WARN [BP-84942458-172.17.0.2-1731539144155 heartbeating to localhost/127.0.0.1:43517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:49,041 WARN [BP-84942458-172.17.0.2-1731539144155 heartbeating to localhost/127.0.0.1:43517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-84942458-172.17.0.2-1731539144155 (Datanode Uuid 3ccc05f8-925b-4e34-a691-2aa5d99e301b) service to localhost/127.0.0.1:43517 2024-11-13T23:05:49,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/data/data3/current/BP-84942458-172.17.0.2-1731539144155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:49,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/data/data4/current/BP-84942458-172.17.0.2-1731539144155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:49,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:49,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:49,042 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:49,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@acd073c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:49,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c74cf3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:49,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:49,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d14d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:49,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@432aabaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:49,046 WARN [BP-84942458-172.17.0.2-1731539144155 heartbeating to localhost/127.0.0.1:43517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:49,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:49,046 WARN [BP-84942458-172.17.0.2-1731539144155 heartbeating to localhost/127.0.0.1:43517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-84942458-172.17.0.2-1731539144155 (Datanode Uuid 46a1c8e9-a336-4233-8b28-2f286edc481e) service to localhost/127.0.0.1:43517 2024-11-13T23:05:49,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:49,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/data/data1/current/BP-84942458-172.17.0.2-1731539144155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:49,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/cluster_4e07a012-64d0-0db6-1e31-02056772cc87/data/data2/current/BP-84942458-172.17.0.2-1731539144155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:49,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:49,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d34d60d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:49,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ce28638{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:49,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:49,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d30f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:49,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303343d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:49,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:05:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:05:49,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=169 (was 151) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43517 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43517 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=522 (was 495) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 181) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3792 (was 3898) 2024-11-13T23:05:49,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=169, OpenFileDescriptor=522, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=3791 2024-11-13T23:05:49,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.log.dir so I do NOT create it in target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485 2024-11-13T23:05:49,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.tmp.dir so I do NOT create it in target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485 2024-11-13T23:05:49,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f83ad146-ffe8-1c87-257a-9e9c33af71dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:05:49,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487, deleteOnExit=true 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/test.cache.data in system properties and HBase conf 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:05:49,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:05:49,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:05:49,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:05:49,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:49,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:49,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:49,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:49,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:05:49,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:49,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f147152{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:49,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@160f87b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:49,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42fa8863{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/java.io.tmpdir/jetty-localhost-45331-hadoop-hdfs-3_4_1-tests_jar-_-any-12312841683908042422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:49,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27209016{HTTP/1.1, (http/1.1)}{localhost:45331} 2024-11-13T23:05:49,552 INFO [Time-limited test {}] server.Server(415): Started @31711ms 2024-11-13T23:05:49,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:49,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:49,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:49,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:49,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:05:49,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@144d633c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:49,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cffbc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:49,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52f13f78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/java.io.tmpdir/jetty-localhost-38869-hadoop-hdfs-3_4_1-tests_jar-_-any-5757603468940126008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:49,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eda68cc{HTTP/1.1, (http/1.1)}{localhost:38869} 2024-11-13T23:05:49,885 INFO [Time-limited test {}] server.Server(415): Started @32044ms 2024-11-13T23:05:49,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:49,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:05:49,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:05:49,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:05:49,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:05:49,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:05:49,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e3237f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:05:49,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44368fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:05:50,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4328b12d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/java.io.tmpdir/jetty-localhost-34553-hadoop-hdfs-3_4_1-tests_jar-_-any-1989207701934269526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:50,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14b225e2{HTTP/1.1, (http/1.1)}{localhost:34553} 2024-11-13T23:05:50,015 INFO [Time-limited test {}] server.Server(415): Started @32174ms 2024-11-13T23:05:50,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:05:50,702 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/data/data1/current/BP-1599954419-172.17.0.2-1731539149130/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:50,702 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/data/data2/current/BP-1599954419-172.17.0.2-1731539149130/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:50,723 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfb27b960c6d9a60 with lease ID 0x104b24a533184d47: Processing first storage report for DS-5077cf6c-2db5-4f6b-a770-902a63d8cb1e from datanode DatanodeRegistration(127.0.0.1:38029, datanodeUuid=7d30ec45-75a6-4c7d-b9d3-886b63dd4996, infoPort=41015, infoSecurePort=0, ipcPort=39965, storageInfo=lv=-57;cid=testClusterID;nsid=586176144;c=1731539149130) 2024-11-13T23:05:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfb27b960c6d9a60 with lease ID 0x104b24a533184d47: from storage DS-5077cf6c-2db5-4f6b-a770-902a63d8cb1e node DatanodeRegistration(127.0.0.1:38029, datanodeUuid=7d30ec45-75a6-4c7d-b9d3-886b63dd4996, infoPort=41015, infoSecurePort=0, ipcPort=39965, storageInfo=lv=-57;cid=testClusterID;nsid=586176144;c=1731539149130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfb27b960c6d9a60 with lease ID 0x104b24a533184d47: Processing first storage report for DS-4cc5c6d3-77f7-42ad-8512-01558409c920 from datanode DatanodeRegistration(127.0.0.1:38029, datanodeUuid=7d30ec45-75a6-4c7d-b9d3-886b63dd4996, infoPort=41015, infoSecurePort=0, ipcPort=39965, storageInfo=lv=-57;cid=testClusterID;nsid=586176144;c=1731539149130) 2024-11-13T23:05:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfb27b960c6d9a60 with lease ID 0x104b24a533184d47: from storage DS-4cc5c6d3-77f7-42ad-8512-01558409c920 node DatanodeRegistration(127.0.0.1:38029, datanodeUuid=7d30ec45-75a6-4c7d-b9d3-886b63dd4996, infoPort=41015, infoSecurePort=0, ipcPort=39965, storageInfo=lv=-57;cid=testClusterID;nsid=586176144;c=1731539149130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:50,958 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/data/data3/current/BP-1599954419-172.17.0.2-1731539149130/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:50,958 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/data/data4/current/BP-1599954419-172.17.0.2-1731539149130/current, will proceed with Du for space computation calculation, 2024-11-13T23:05:50,980 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:05:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4496cbc36f2faa5b with lease ID 0x104b24a533184d48: Processing first storage report for DS-668eda36-aa69-42fd-b476-92acb900bf6c from datanode DatanodeRegistration(127.0.0.1:43919, datanodeUuid=aff07be0-d06e-4132-b957-f8845039c0dc, infoPort=37951, infoSecurePort=0, ipcPort=39377, storageInfo=lv=-57;cid=testClusterID;nsid=586176144;c=1731539149130) 2024-11-13T23:05:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4496cbc36f2faa5b with lease ID 0x104b24a533184d48: from storage DS-668eda36-aa69-42fd-b476-92acb900bf6c node DatanodeRegistration(127.0.0.1:43919, datanodeUuid=aff07be0-d06e-4132-b957-f8845039c0dc, infoPort=37951, infoSecurePort=0, ipcPort=39377, storageInfo=lv=-57;cid=testClusterID;nsid=586176144;c=1731539149130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4496cbc36f2faa5b with lease ID 0x104b24a533184d48: Processing first storage report for DS-8191be62-52eb-4869-8739-19747319479c from datanode DatanodeRegistration(127.0.0.1:43919, datanodeUuid=aff07be0-d06e-4132-b957-f8845039c0dc, infoPort=37951, infoSecurePort=0, ipcPort=39377, storageInfo=lv=-57;cid=testClusterID;nsid=586176144;c=1731539149130) 2024-11-13T23:05:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4496cbc36f2faa5b with lease ID 0x104b24a533184d48: from storage DS-8191be62-52eb-4869-8739-19747319479c node DatanodeRegistration(127.0.0.1:43919, datanodeUuid=aff07be0-d06e-4132-b957-f8845039c0dc, infoPort=37951, infoSecurePort=0, ipcPort=39377, storageInfo=lv=-57;cid=testClusterID;nsid=586176144;c=1731539149130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:05:51,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485 2024-11-13T23:05:51,054 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/zookeeper_0, clientPort=54552, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:05:51,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54552 2024-11-13T23:05:51,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:51,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:51,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:05:51,071 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4 with version=8 2024-11-13T23:05:51,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/hbase-staging 2024-11-13T23:05:51,073 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:51,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:51,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:51,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:51,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:51,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:51,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:05:51,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:51,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34519 2024-11-13T23:05:51,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34519 connecting to ZooKeeper ensemble=127.0.0.1:54552 2024-11-13T23:05:51,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345190x0, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:51,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34519-0x10137bc5ab60000 connected 2024-11-13T23:05:51,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:51,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:51,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:51,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4, hbase.cluster.distributed=false 2024-11-13T23:05:51,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:51,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-13T23:05:51,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34519 2024-11-13T23:05:51,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34519 2024-11-13T23:05:51,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-13T23:05:51,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34519 2024-11-13T23:05:51,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:51,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:51,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:51,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:51,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:51,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:51,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:51,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:51,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33575 2024-11-13T23:05:51,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33575 connecting to ZooKeeper ensemble=127.0.0.1:54552 2024-11-13T23:05:51,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:51,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:51,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335750x0, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:51,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33575-0x10137bc5ab60001 connected 2024-11-13T23:05:51,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:51,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:51,277 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T23:05:51,282 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T23:05:51,282 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T23:05:51,283 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T23:05:51,283 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:51,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:51,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:51,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33575 2024-11-13T23:05:51,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33575 2024-11-13T23:05:51,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33575 2024-11-13T23:05:51,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33575 2024-11-13T23:05:51,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33575 2024-11-13T23:05:51,302 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:05:51,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:51,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:51,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:05:51,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:05:51,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:05:51,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:05:51,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:05:51,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37047 2024-11-13T23:05:51,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37047 connecting to ZooKeeper ensemble=127.0.0.1:54552 2024-11-13T23:05:51,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:51,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:51,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370470x0, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:05:51,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370470x0, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:51,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37047-0x10137bc5ab60002 connected 2024-11-13T23:05:51,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:05:51,318 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T23:05:51,325 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T23:05:51,326 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T23:05:51,327 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T23:05:51,327 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:05:51,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:05:51,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:05:51,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37047 2024-11-13T23:05:51,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37047 2024-11-13T23:05:51,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37047 2024-11-13T23:05:51,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37047 2024-11-13T23:05:51,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37047 2024-11-13T23:05:51,346 DEBUG [M:0;714b435e65e7:34519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:34519 2024-11-13T23:05:51,346 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/714b435e65e7,34519,1731539151073 2024-11-13T23:05:51,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:51,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:51,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:51,351 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/714b435e65e7,34519,1731539151073 2024-11-13T23:05:51,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:51,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:51,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,359 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T23:05:51,360 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/714b435e65e7,34519,1731539151073 from backup master directory 2024-11-13T23:05:51,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/714b435e65e7,34519,1731539151073 2024-11-13T23:05:51,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:51,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:51,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:05:51,367 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:51,367 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,34519,1731539151073 2024-11-13T23:05:51,373 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/hbase.id] with ID: 9d66056b-62e5-44f9-b97d-0cf0cae8dd5f 2024-11-13T23:05:51,373 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/.tmp/hbase.id 2024-11-13T23:05:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:51,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:05:51,381 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/.tmp/hbase.id]:[hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/hbase.id] 2024-11-13T23:05:51,393 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:05:51,393 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:05:51,395 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:05:51,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:51,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:05:51,406 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:51,407 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:05:51,407 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:51,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:51,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:05:51,414 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store 2024-11-13T23:05:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:05:51,420 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:51,420 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:51,420 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:51,420 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:51,421 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:51,421 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:51,421 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:51,421 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539151420Disabling compacts and flushes for region at 1731539151420Disabling writes for close at 1731539151421 (+1 ms)Writing region close event to WAL at 1731539151421Closed at 1731539151421 2024-11-13T23:05:51,421 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/.initializing 2024-11-13T23:05:51,421 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/WALs/714b435e65e7,34519,1731539151073 2024-11-13T23:05:51,422 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:51,424 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C34519%2C1731539151073, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/WALs/714b435e65e7,34519,1731539151073, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/oldWALs, maxLogs=10 2024-11-13T23:05:51,435 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/WALs/714b435e65e7,34519,1731539151073/714b435e65e7%2C34519%2C1731539151073.1731539151424, exclude list is [], retry=0 2024-11-13T23:05:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38029,DS-5077cf6c-2db5-4f6b-a770-902a63d8cb1e,DISK] 2024-11-13T23:05:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43919,DS-668eda36-aa69-42fd-b476-92acb900bf6c,DISK] 2024-11-13T23:05:51,439 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/WALs/714b435e65e7,34519,1731539151073/714b435e65e7%2C34519%2C1731539151073.1731539151424 2024-11-13T23:05:51,440 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:37951:37951)] 2024-11-13T23:05:51,440 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:51,440 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:51,440 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,440 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:05:51,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:51,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:51,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:05:51,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:51,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:51,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:05:51,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:51,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:51,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:05:51,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:51,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:51,447 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,448 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,448 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,449 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,449 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,450 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:51,451 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:05:51,452 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:51,453 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68658490, jitterRate=0.023091226816177368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:51,453 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731539151440Initializing all the Stores at 1731539151441 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539151441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539151441Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539151441Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539151441Cleaning up temporary data from old regions at 1731539151449 (+8 ms)Region opened successfully at 1731539151453 (+4 ms) 2024-11-13T23:05:51,453 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:05:51,456 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c74be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:51,457 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:05:51,457 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:05:51,457 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:05:51,457 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:05:51,458 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:05:51,458 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:05:51,458 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T23:05:51,460 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:05:51,461 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T23:05:51,467 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T23:05:51,467 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:05:51,468 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:05:51,475 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T23:05:51,475 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:05:51,477 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:05:51,483 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T23:05:51,484 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:05:51,492 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T23:05:51,494 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:05:51,500 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T23:05:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,509 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,34519,1731539151073, sessionid=0x10137bc5ab60000, setting cluster-up flag (Was=false) 2024-11-13T23:05:51,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,550 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T23:05:51,551 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,34519,1731539151073 2024-11-13T23:05:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:51,592 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T23:05:51,595 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,34519,1731539151073 2024-11-13T23:05:51,598 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:05:51,601 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:51,602 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:05:51,602 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:05:51,603 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,34519,1731539151073 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:05:51,604 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:51,604 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:51,604 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:51,604 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:05:51,604 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:05:51,604 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,605 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:51,605 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,605 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731539181605 2024-11-13T23:05:51,605 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:05:51,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:05:51,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:05:51,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:05:51,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:05:51,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:05:51,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:05:51,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:51,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:05:51,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:05:51,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:05:51,607 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:05:51,607 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:05:51,607 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539151607,5,FailOnTimeoutGroup] 2024-11-13T23:05:51,607 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539151607,5,FailOnTimeoutGroup] 2024-11-13T23:05:51,607 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,608 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:05:51,608 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,608 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:51,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:05:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:05:51,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:05:51,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4 2024-11-13T23:05:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:05:51,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:51,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:51,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:51,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:51,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:51,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:51,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:51,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:51,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:51,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:51,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:51,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:51,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:51,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:51,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:51,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:51,633 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(746): ClusterId : 9d66056b-62e5-44f9-b97d-0cf0cae8dd5f 2024-11-13T23:05:51,633 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(746): ClusterId : 9d66056b-62e5-44f9-b97d-0cf0cae8dd5f 2024-11-13T23:05:51,633 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:51,633 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:05:51,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:51,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:51,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740 2024-11-13T23:05:51,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740 2024-11-13T23:05:51,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:51,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:51,636 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:51,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:51,639 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:51,640 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71072297, jitterRate=0.0590597540140152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731539151625Initializing all the Stores at 1731539151625Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539151625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539151625Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539151625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539151625Cleaning up temporary data from old regions at 1731539151635 (+10 ms)Region opened successfully at 1731539151641 (+6 ms) 2024-11-13T23:05:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:51,641 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:51,641 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539151641Disabling compacts and flushes for region at 1731539151641Disabling writes for close at 1731539151641Writing region close event to WAL at 1731539151641Closed at 1731539151641 2024-11-13T23:05:51,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:51,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:05:51,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:05:51,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:51,645 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:05:51,651 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:51,651 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:51,651 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:05:51,651 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:05:51,668 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:51,668 DEBUG [RS:1;714b435e65e7:37047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43182565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:51,668 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:05:51,669 DEBUG [RS:0;714b435e65e7:33575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b171a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:05:51,683 DEBUG [RS:0;714b435e65e7:33575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:33575 2024-11-13T23:05:51,683 INFO [RS:0;714b435e65e7:33575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:51,683 INFO [RS:0;714b435e65e7:33575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:51,683 DEBUG [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:51,684 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,34519,1731539151073 with port=33575, startcode=1731539151261 2024-11-13T23:05:51,684 DEBUG [RS:0;714b435e65e7:33575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:51,686 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:51,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,33575,1731539151261 2024-11-13T23:05:51,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,33575,1731539151261 2024-11-13T23:05:51,688 DEBUG [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4 2024-11-13T23:05:51,688 DEBUG [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41813 2024-11-13T23:05:51,688 DEBUG [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:51,689 DEBUG [RS:1;714b435e65e7:37047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;714b435e65e7:37047 2024-11-13T23:05:51,689 INFO [RS:1;714b435e65e7:37047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:05:51,689 INFO [RS:1;714b435e65e7:37047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:05:51,689 DEBUG [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:05:51,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:51,692 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,34519,1731539151073 with port=37047, startcode=1731539151302 2024-11-13T23:05:51,692 DEBUG [RS:1;714b435e65e7:37047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:05:51,692 DEBUG [RS:0;714b435e65e7:33575 {}] zookeeper.ZKUtil(111): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,33575,1731539151261 2024-11-13T23:05:51,692 WARN [RS:0;714b435e65e7:33575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:51,693 INFO [RS:0;714b435e65e7:33575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:51,693 DEBUG [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,33575,1731539151261 2024-11-13T23:05:51,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,33575,1731539151261] 2024-11-13T23:05:51,694 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:05:51,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,37047,1731539151302 2024-11-13T23:05:51,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34519 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,37047,1731539151302 2024-11-13T23:05:51,695 DEBUG [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4 2024-11-13T23:05:51,695 DEBUG [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41813 2024-11-13T23:05:51,695 DEBUG [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:05:51,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:51,725 DEBUG [RS:1;714b435e65e7:37047 {}] zookeeper.ZKUtil(111): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,37047,1731539151302 2024-11-13T23:05:51,725 WARN [RS:1;714b435e65e7:37047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:05:51,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,37047,1731539151302] 2024-11-13T23:05:51,725 INFO [RS:1;714b435e65e7:37047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:51,725 DEBUG [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,37047,1731539151302 2024-11-13T23:05:51,725 INFO [RS:0;714b435e65e7:33575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:51,728 INFO [RS:0;714b435e65e7:33575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:51,728 INFO [RS:0;714b435e65e7:33575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:51,728 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,729 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:51,730 INFO [RS:0;714b435e65e7:33575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:51,730 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,730 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,730 INFO [RS:1;714b435e65e7:37047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:05:51,730 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,730 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,730 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,730 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,730 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:51,731 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,731 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,731 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,731 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,731 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,731 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,731 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:51,731 DEBUG [RS:0;714b435e65e7:33575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:51,735 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,735 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,735 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,735 INFO [RS:1;714b435e65e7:37047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:05:51,735 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,735 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,735 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33575,1731539151261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:51,736 INFO [RS:1;714b435e65e7:37047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:05:51,736 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,736 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:05:51,736 INFO [RS:1;714b435e65e7:37047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:05:51,737 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:51,737 DEBUG [RS:1;714b435e65e7:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:05:51,739 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,739 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,739 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,739 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,740 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,740 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37047,1731539151302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:51,749 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:51,749 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,33575,1731539151261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,749 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,749 INFO [RS:0;714b435e65e7:33575 {}] regionserver.Replication(171): 714b435e65e7,33575,1731539151261 started 2024-11-13T23:05:51,754 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:05:51,754 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37047,1731539151302-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,754 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,754 INFO [RS:1;714b435e65e7:37047 {}] regionserver.Replication(171): 714b435e65e7,37047,1731539151302 started 2024-11-13T23:05:51,762 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,762 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,33575,1731539151261, RpcServer on 714b435e65e7/172.17.0.2:33575, sessionid=0x10137bc5ab60001 2024-11-13T23:05:51,762 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:51,762 DEBUG [RS:0;714b435e65e7:33575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,33575,1731539151261 2024-11-13T23:05:51,762 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,33575,1731539151261' 2024-11-13T23:05:51,762 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:51,763 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:51,763 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:51,763 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:51,763 DEBUG [RS:0;714b435e65e7:33575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,33575,1731539151261 2024-11-13T23:05:51,763 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,33575,1731539151261' 2024-11-13T23:05:51,763 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:51,764 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:51,764 DEBUG [RS:0;714b435e65e7:33575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:51,764 INFO [RS:0;714b435e65e7:33575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:51,764 INFO [RS:0;714b435e65e7:33575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:51,767 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:51,767 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,37047,1731539151302, RpcServer on 714b435e65e7/172.17.0.2:37047, sessionid=0x10137bc5ab60002 2024-11-13T23:05:51,767 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:05:51,767 DEBUG [RS:1;714b435e65e7:37047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,37047,1731539151302 2024-11-13T23:05:51,767 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37047,1731539151302' 2024-11-13T23:05:51,767 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:05:51,768 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:05:51,768 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:05:51,768 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:05:51,768 DEBUG [RS:1;714b435e65e7:37047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,37047,1731539151302 2024-11-13T23:05:51,768 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37047,1731539151302' 2024-11-13T23:05:51,768 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:05:51,769 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:05:51,769 DEBUG [RS:1;714b435e65e7:37047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:05:51,769 INFO [RS:1;714b435e65e7:37047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:05:51,769 INFO [RS:1;714b435e65e7:37047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:05:51,795 WARN [714b435e65e7:34519 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:05:51,865 INFO [RS:0;714b435e65e7:33575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:51,869 INFO [RS:0;714b435e65e7:33575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C33575%2C1731539151261, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,33575,1731539151261, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/oldWALs, maxLogs=32 2024-11-13T23:05:51,870 INFO [RS:1;714b435e65e7:37047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:05:51,872 INFO [RS:1;714b435e65e7:37047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C37047%2C1731539151302, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,37047,1731539151302, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/oldWALs, maxLogs=32 2024-11-13T23:05:51,886 DEBUG [RS:0;714b435e65e7:33575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,33575,1731539151261/714b435e65e7%2C33575%2C1731539151261.1731539151869, exclude list is [], retry=0 2024-11-13T23:05:51,886 DEBUG [RS:1;714b435e65e7:37047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,37047,1731539151302/714b435e65e7%2C37047%2C1731539151302.1731539151873, exclude list is [], retry=0 2024-11-13T23:05:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38029,DS-5077cf6c-2db5-4f6b-a770-902a63d8cb1e,DISK] 2024-11-13T23:05:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43919,DS-668eda36-aa69-42fd-b476-92acb900bf6c,DISK] 2024-11-13T23:05:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38029,DS-5077cf6c-2db5-4f6b-a770-902a63d8cb1e,DISK] 2024-11-13T23:05:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43919,DS-668eda36-aa69-42fd-b476-92acb900bf6c,DISK] 2024-11-13T23:05:51,891 INFO [RS:0;714b435e65e7:33575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,33575,1731539151261/714b435e65e7%2C33575%2C1731539151261.1731539151869 2024-11-13T23:05:51,891 INFO [RS:1;714b435e65e7:37047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,37047,1731539151302/714b435e65e7%2C37047%2C1731539151302.1731539151873 2024-11-13T23:05:51,892 DEBUG [RS:1;714b435e65e7:37047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:37951:37951)] 2024-11-13T23:05:51,892 DEBUG [RS:0;714b435e65e7:33575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:37951:37951)] 2024-11-13T23:05:52,045 DEBUG [714b435e65e7:34519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T23:05:52,046 DEBUG [714b435e65e7:34519 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:52,049 DEBUG [714b435e65e7:34519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:52,049 DEBUG [714b435e65e7:34519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:52,049 DEBUG [714b435e65e7:34519 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:52,049 DEBUG [714b435e65e7:34519 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:52,049 INFO [714b435e65e7:34519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:52,049 INFO [714b435e65e7:34519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:52,049 DEBUG [714b435e65e7:34519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:52,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,37047,1731539151302 2024-11-13T23:05:52,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37047,1731539151302, state=OPENING 2024-11-13T23:05:52,074 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:05:52,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:52,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:52,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:52,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:52,086 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:05:52,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:52,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:52,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37047,1731539151302}] 2024-11-13T23:05:52,241 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:52,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:52,247 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:05:52,247 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:05:52,247 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:05:52,249 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C37047%2C1731539151302.meta, suffix=.meta, logDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,37047,1731539151302, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/oldWALs, maxLogs=32 2024-11-13T23:05:52,262 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,37047,1731539151302/714b435e65e7%2C37047%2C1731539151302.meta.1731539152249.meta, exclude list is [], retry=0 2024-11-13T23:05:52,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38029,DS-5077cf6c-2db5-4f6b-a770-902a63d8cb1e,DISK] 2024-11-13T23:05:52,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43919,DS-668eda36-aa69-42fd-b476-92acb900bf6c,DISK] 2024-11-13T23:05:52,266 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,37047,1731539151302/714b435e65e7%2C37047%2C1731539151302.meta.1731539152249.meta 2024-11-13T23:05:52,266 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:37951:37951)] 2024-11-13T23:05:52,266 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:05:52,266 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:05:52,267 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:05:52,267 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:05:52,267 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:05:52,267 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:52,267 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:05:52,267 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:05:52,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:05:52,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:05:52,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:52,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:52,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:05:52,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:05:52,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:52,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:52,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:05:52,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:05:52,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:52,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:52,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:05:52,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:05:52,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:52,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:05:52,273 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:05:52,274 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740 2024-11-13T23:05:52,275 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740 2024-11-13T23:05:52,276 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:05:52,276 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:05:52,277 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:05:52,278 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:05:52,279 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62212588, jitterRate=-0.07296019792556763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:05:52,279 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:05:52,279 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731539152267Writing region info on filesystem at 1731539152267Initializing all the Stores at 1731539152268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539152268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539152268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539152268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731539152268Cleaning up temporary data from old regions at 1731539152276 (+8 ms)Running coprocessor post-open hooks at 1731539152279 (+3 ms)Region opened successfully at 1731539152279 2024-11-13T23:05:52,280 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731539152241 2024-11-13T23:05:52,282 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:05:52,282 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:05:52,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37047,1731539151302 2024-11-13T23:05:52,284 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,37047,1731539151302, state=OPEN 2024-11-13T23:05:52,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:52,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:52,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:05:52,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,37047,1731539151302 2024-11-13T23:05:52,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:52,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:52,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:05:52,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:05:52,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,37047,1731539151302 in 206 msec 2024-11-13T23:05:52,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:05:52,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-11-13T23:05:52,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:05:52,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:05:52,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:52,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37047,1731539151302, seqNum=-1] 2024-11-13T23:05:52,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:52,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:52,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 707 msec 2024-11-13T23:05:52,307 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731539152306, completionTime=-1 2024-11-13T23:05:52,307 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T23:05:52,307 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:05:52,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T23:05:52,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731539212309 2024-11-13T23:05:52,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731539272309 2024-11-13T23:05:52,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:05:52,309 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:05:52,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34519,1731539151073-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:52,309 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34519,1731539151073-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:52,310 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34519,1731539151073-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:52,310 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:34519, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:52,310 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:52,310 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:52,312 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:05:52,314 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.947sec 2024-11-13T23:05:52,315 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:05:52,315 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:05:52,315 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:05:52,315 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:05:52,315 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:05:52,315 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34519,1731539151073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:05:52,315 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34519,1731539151073-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:05:52,317 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:05:52,317 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:05:52,317 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,34519,1731539151073-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:05:52,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713642e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:52,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,34519,-1 for getting cluster id 2024-11-13T23:05:52,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:05:52,334 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d66056b-62e5-44f9-b97d-0cf0cae8dd5f' 2024-11-13T23:05:52,335 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:05:52,335 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d66056b-62e5-44f9-b97d-0cf0cae8dd5f" 2024-11-13T23:05:52,335 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e400d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:52,335 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,34519,-1] 2024-11-13T23:05:52,336 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:05:52,336 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:52,337 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:05:52,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41605942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:05:52,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:05:52,339 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,37047,1731539151302, seqNum=-1] 2024-11-13T23:05:52,339 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:52,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:52,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,34519,1731539151073 2024-11-13T23:05:52,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:05:52,343 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,34519,1731539151073 2024-11-13T23:05:52,343 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42005708 2024-11-13T23:05:52,343 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:05:52,344 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:05:52,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:05:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T23:05:52,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:05:52,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:52,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T23:05:52,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:05:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:52,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:52,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741836_1012 (size=379) 2024-11-13T23:05:52,358 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0be32104ffaed7875351e39afe83b078, NAME => 'testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4 2024-11-13T23:05:52,358 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8138d43d1ea4ddde3caf19b02eb66cf, NAME => 'testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4 2024-11-13T23:05:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741838_1014 (size=61) 2024-11-13T23:05:52,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:52,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e8138d43d1ea4ddde3caf19b02eb66cf, disabling compactions & flushes 2024-11-13T23:05:52,365 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:52,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:52,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. after waiting 0 ms 2024-11-13T23:05:52,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:52,365 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:52,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8138d43d1ea4ddde3caf19b02eb66cf: Waiting for close lock at 1731539152365Disabling compacts and flushes for region at 1731539152365Disabling writes for close at 1731539152365Writing region close event to WAL at 1731539152365Closed at 1731539152365 2024-11-13T23:05:52,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:52,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741837_1013 (size=61) 2024-11-13T23:05:52,369 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:52,370 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0be32104ffaed7875351e39afe83b078, disabling compactions & flushes 2024-11-13T23:05:52,370 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:52,370 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:52,370 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. after waiting 0 ms 2024-11-13T23:05:52,370 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:52,370 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:52,370 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0be32104ffaed7875351e39afe83b078: Waiting for close lock at 1731539152370Disabling compacts and flushes for region at 1731539152370Disabling writes for close at 1731539152370Writing region close event to WAL at 1731539152370Closed at 1731539152370 2024-11-13T23:05:52,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:05:52,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539152371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539152371"}]},"ts":"1731539152371"} 2024-11-13T23:05:52,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731539152371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731539152371"}]},"ts":"1731539152371"} 2024-11-13T23:05:52,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T23:05:52,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:05:52,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539152376"}]},"ts":"1731539152376"} 2024-11-13T23:05:52,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T23:05:52,379 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:05:52,380 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:05:52,380 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:05:52,380 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:05:52,380 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:05:52,380 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:05:52,380 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:05:52,380 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:05:52,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e8138d43d1ea4ddde3caf19b02eb66cf, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0be32104ffaed7875351e39afe83b078, ASSIGN}] 2024-11-13T23:05:52,382 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e8138d43d1ea4ddde3caf19b02eb66cf, ASSIGN 2024-11-13T23:05:52,382 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0be32104ffaed7875351e39afe83b078, ASSIGN 2024-11-13T23:05:52,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0be32104ffaed7875351e39afe83b078, ASSIGN; state=OFFLINE, location=714b435e65e7,37047,1731539151302; forceNewPlan=false, retain=false 2024-11-13T23:05:52,383 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e8138d43d1ea4ddde3caf19b02eb66cf, ASSIGN; state=OFFLINE, location=714b435e65e7,33575,1731539151261; forceNewPlan=false, retain=false 2024-11-13T23:05:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:52,533 INFO [714b435e65e7:34519 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T23:05:52,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0be32104ffaed7875351e39afe83b078, regionState=OPENING, regionLocation=714b435e65e7,37047,1731539151302 2024-11-13T23:05:52,534 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8138d43d1ea4ddde3caf19b02eb66cf, regionState=OPENING, regionLocation=714b435e65e7,33575,1731539151261 2024-11-13T23:05:52,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e8138d43d1ea4ddde3caf19b02eb66cf, ASSIGN because future has completed 2024-11-13T23:05:52,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8138d43d1ea4ddde3caf19b02eb66cf, server=714b435e65e7,33575,1731539151261}] 2024-11-13T23:05:52,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0be32104ffaed7875351e39afe83b078, ASSIGN because future has completed 2024-11-13T23:05:52,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be32104ffaed7875351e39afe83b078, server=714b435e65e7,37047,1731539151302}] 2024-11-13T23:05:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:52,690 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:52,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:52,698 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:52,698 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0be32104ffaed7875351e39afe83b078, NAME => 'testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T23:05:52,698 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:52,698 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e8138d43d1ea4ddde3caf19b02eb66cf, NAME => 'testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T23:05:52,699 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,699 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,699 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:52,699 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:05:52,699 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,699 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,699 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,699 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:05:52,702 INFO [StoreOpener-e8138d43d1ea4ddde3caf19b02eb66cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,702 INFO [StoreOpener-0be32104ffaed7875351e39afe83b078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,704 INFO [StoreOpener-e8138d43d1ea4ddde3caf19b02eb66cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8138d43d1ea4ddde3caf19b02eb66cf columnFamilyName family 2024-11-13T23:05:52,704 DEBUG [StoreOpener-e8138d43d1ea4ddde3caf19b02eb66cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:52,704 INFO [StoreOpener-0be32104ffaed7875351e39afe83b078-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be32104ffaed7875351e39afe83b078 columnFamilyName family 2024-11-13T23:05:52,704 DEBUG [StoreOpener-0be32104ffaed7875351e39afe83b078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:05:52,704 INFO [StoreOpener-e8138d43d1ea4ddde3caf19b02eb66cf-1 {}] regionserver.HStore(327): Store=e8138d43d1ea4ddde3caf19b02eb66cf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:52,704 INFO [StoreOpener-0be32104ffaed7875351e39afe83b078-1 {}] regionserver.HStore(327): Store=0be32104ffaed7875351e39afe83b078/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:05:52,704 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,705 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,705 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,705 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,706 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,707 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,708 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/0be32104ffaed7875351e39afe83b078/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:52,711 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/e8138d43d1ea4ddde3caf19b02eb66cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:05:52,712 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0be32104ffaed7875351e39afe83b078; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68768446, jitterRate=0.02472969889640808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:52,712 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e8138d43d1ea4ddde3caf19b02eb66cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65275470, jitterRate=-0.02731969952583313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:05:52,712 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:52,712 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:52,712 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0be32104ffaed7875351e39afe83b078: Running coprocessor pre-open hook at 1731539152699Writing region info on filesystem at 1731539152699Initializing all the Stores at 1731539152700 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539152700Cleaning up temporary data from old regions at 1731539152706 (+6 ms)Running coprocessor post-open hooks at 1731539152712 (+6 ms)Region opened successfully at 1731539152712 2024-11-13T23:05:52,712 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e8138d43d1ea4ddde3caf19b02eb66cf: Running coprocessor pre-open hook at 1731539152699Writing region info on filesystem at 1731539152699Initializing all the Stores at 1731539152700 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731539152700Cleaning up temporary data from old regions at 1731539152706 (+6 ms)Running coprocessor post-open hooks at 1731539152712 (+6 ms)Region opened successfully at 1731539152712 2024-11-13T23:05:52,713 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf., pid=7, masterSystemTime=1731539152689 2024-11-13T23:05:52,714 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078., pid=8, masterSystemTime=1731539152691 2024-11-13T23:05:52,716 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:52,716 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:52,716 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8138d43d1ea4ddde3caf19b02eb66cf, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,33575,1731539151261 2024-11-13T23:05:52,717 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:52,717 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:52,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0be32104ffaed7875351e39afe83b078, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37047,1731539151302 2024-11-13T23:05:52,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8138d43d1ea4ddde3caf19b02eb66cf, server=714b435e65e7,33575,1731539151261 because future has completed 2024-11-13T23:05:52,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be32104ffaed7875351e39afe83b078, server=714b435e65e7,37047,1731539151302 because future has completed 2024-11-13T23:05:52,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T23:05:52,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8138d43d1ea4ddde3caf19b02eb66cf, server=714b435e65e7,33575,1731539151261 in 183 msec 2024-11-13T23:05:52,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T23:05:52,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0be32104ffaed7875351e39afe83b078, server=714b435e65e7,37047,1731539151302 in 184 msec 2024-11-13T23:05:52,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e8138d43d1ea4ddde3caf19b02eb66cf, ASSIGN in 343 msec 2024-11-13T23:05:52,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T23:05:52,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0be32104ffaed7875351e39afe83b078, ASSIGN in 344 msec 2024-11-13T23:05:52,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:05:52,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731539152727"}]},"ts":"1731539152727"} 2024-11-13T23:05:52,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T23:05:52,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:05:52,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 386 msec 2024-11-13T23:05:52,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:05:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:05:52,979 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T23:05:52,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T23:05:52,980 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:52,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T23:05:52,987 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:05:52,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T23:05:52,991 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf., hostname=714b435e65e7,33575,1731539151261, seqNum=2] 2024-11-13T23:05:52,992 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:05:52,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:05:53,002 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078., hostname=714b435e65e7,37047,1731539151302, seqNum=2] 2024-11-13T23:05:53,013 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e8138d43d1ea4ddde3caf19b02eb66cf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T23:05:53,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/e8138d43d1ea4ddde3caf19b02eb66cf/.tmp/family/0970bb685b6e4efd8cbf2db89964874f is 32, key is 1/family:/1731539152994/Put/seqid=0 2024-11-13T23:05:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741839_1015 (size=5054) 2024-11-13T23:05:53,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741839_1015 (size=5054) 2024-11-13T23:05:53,035 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/e8138d43d1ea4ddde3caf19b02eb66cf/.tmp/family/0970bb685b6e4efd8cbf2db89964874f 2024-11-13T23:05:53,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/e8138d43d1ea4ddde3caf19b02eb66cf/.tmp/family/0970bb685b6e4efd8cbf2db89964874f as hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/e8138d43d1ea4ddde3caf19b02eb66cf/family/0970bb685b6e4efd8cbf2db89964874f 2024-11-13T23:05:53,045 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/e8138d43d1ea4ddde3caf19b02eb66cf/family/0970bb685b6e4efd8cbf2db89964874f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T23:05:53,046 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e8138d43d1ea4ddde3caf19b02eb66cf in 33ms, sequenceid=8, compaction requested=false 2024-11-13T23:05:53,046 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e8138d43d1ea4ddde3caf19b02eb66cf: 2024-11-13T23:05:53,046 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0be32104ffaed7875351e39afe83b078 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T23:05:53,060 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/0be32104ffaed7875351e39afe83b078/.tmp/family/a0c86fd5480845a8a70ef2afa2eb86e4 is 32, key is 5/family:/1731539153003/Put/seqid=0 2024-11-13T23:05:53,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741840_1016 (size=5083) 2024-11-13T23:05:53,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741840_1016 (size=5083) 2024-11-13T23:05:53,065 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/0be32104ffaed7875351e39afe83b078/.tmp/family/a0c86fd5480845a8a70ef2afa2eb86e4 2024-11-13T23:05:53,070 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/0be32104ffaed7875351e39afe83b078/.tmp/family/a0c86fd5480845a8a70ef2afa2eb86e4 as hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/0be32104ffaed7875351e39afe83b078/family/a0c86fd5480845a8a70ef2afa2eb86e4 2024-11-13T23:05:53,076 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/0be32104ffaed7875351e39afe83b078/family/a0c86fd5480845a8a70ef2afa2eb86e4, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T23:05:53,077 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0be32104ffaed7875351e39afe83b078 in 31ms, sequenceid=9, compaction requested=false 2024-11-13T23:05:53,077 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0be32104ffaed7875351e39afe83b078: 2024-11-13T23:05:53,080 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T23:05:53,083 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:53,084 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:05:53,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:53,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:05:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] bucket.BucketCache(1864): found 1 blocks for file a0c86fd5480845a8a70ef2afa2eb86e4, starting offset: 0, end offset: 9223372036854775807 2024-11-13T23:05:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33575 {}] bucket.BucketCache(1864): found 1 blocks for file 0970bb685b6e4efd8cbf2db89964874f, starting offset: 0, end offset: 9223372036854775807 2024-11-13T23:05:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] bucket.BucketCache(857): removed key a0c86fd5480845a8a70ef2afa2eb86e4_0 from back map with offset lock 2094080 in the evict process 2024-11-13T23:05:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33575 {}] bucket.BucketCache(857): removed key 0970bb685b6e4efd8cbf2db89964874f_0 from back map with offset lock 2094080 in the evict process 2024-11-13T23:05:53,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:05:53,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:53,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:53,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:53,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:53,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:05:53,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:05:53,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=550976586, stopped=false 2024-11-13T23:05:53,086 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,34519,1731539151073 2024-11-13T23:05:53,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:53,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:53,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:05:53,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:53,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:53,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:53,125 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:53,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:05:53,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:53,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:53,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:53,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:53,126 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,33575,1731539151261' ***** 2024-11-13T23:05:53,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:05:53,126 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:53,126 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,37047,1731539151302' ***** 2024-11-13T23:05:53,126 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:05:53,126 INFO [RS:1;714b435e65e7:37047 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T23:05:53,126 INFO [RS:0;714b435e65e7:33575 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T23:05:53,127 INFO [RS:1;714b435e65e7:37047 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T23:05:53,127 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T23:05:53,127 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T23:05:53,127 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:53,127 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T23:05:53,127 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T23:05:53,127 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T23:05:53,127 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T23:05:53,127 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:53,127 INFO [RS:1;714b435e65e7:37047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:53,127 INFO [RS:0;714b435e65e7:33575 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T23:05:53,127 INFO [RS:1;714b435e65e7:37047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:53,127 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:05:53,127 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:05:53,127 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(3091): Received CLOSE for 0be32104ffaed7875351e39afe83b078 2024-11-13T23:05:53,127 INFO [RS:0;714b435e65e7:33575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:05:53,127 INFO [RS:0;714b435e65e7:33575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:05:53,127 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(3091): Received CLOSE for e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:53,127 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,33575,1731539151261 2024-11-13T23:05:53,128 INFO [RS:0;714b435e65e7:33575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:53,128 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,37047,1731539151302 2024-11-13T23:05:53,128 INFO [RS:1;714b435e65e7:37047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:53,128 INFO [RS:0;714b435e65e7:33575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:33575. 2024-11-13T23:05:53,128 INFO [RS:1;714b435e65e7:37047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;714b435e65e7:37047. 2024-11-13T23:05:53,128 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8138d43d1ea4ddde3caf19b02eb66cf, disabling compactions & flushes 2024-11-13T23:05:53,128 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0be32104ffaed7875351e39afe83b078, disabling compactions & flushes 2024-11-13T23:05:53,128 DEBUG [RS:0;714b435e65e7:33575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:53,128 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:53,128 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:53,128 DEBUG [RS:0;714b435e65e7:33575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:53,128 DEBUG [RS:1;714b435e65e7:37047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:05:53,128 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:53,128 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:53,128 DEBUG [RS:1;714b435e65e7:37047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:53,128 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. after waiting 0 ms 2024-11-13T23:05:53,128 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. after waiting 0 ms 2024-11-13T23:05:53,128 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T23:05:53,128 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:53,128 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:53,128 INFO [RS:1;714b435e65e7:37047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:53,128 DEBUG [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(1325): Online Regions={e8138d43d1ea4ddde3caf19b02eb66cf=testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf.} 2024-11-13T23:05:53,128 INFO [RS:1;714b435e65e7:37047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:53,128 DEBUG [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(1351): Waiting on e8138d43d1ea4ddde3caf19b02eb66cf 2024-11-13T23:05:53,128 INFO [RS:1;714b435e65e7:37047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:53,128 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:05:53,129 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T23:05:53,129 DEBUG [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0be32104ffaed7875351e39afe83b078=testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078.} 2024-11-13T23:05:53,129 DEBUG [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(1351): Waiting on 0be32104ffaed7875351e39afe83b078, 1588230740 2024-11-13T23:05:53,129 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:05:53,129 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:05:53,129 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:05:53,129 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:05:53,129 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:05:53,129 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T23:05:53,132 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/e8138d43d1ea4ddde3caf19b02eb66cf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T23:05:53,132 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/default/testClearRegionBlockCache/0be32104ffaed7875351e39afe83b078/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T23:05:53,133 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:53,133 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:53,133 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8138d43d1ea4ddde3caf19b02eb66cf: Waiting for close lock at 1731539153128Running coprocessor pre-close hooks at 1731539153128Disabling compacts and flushes for region at 1731539153128Disabling writes for close at 1731539153128Writing region close event to WAL at 1731539153129 (+1 ms)Running coprocessor post-close hooks at 1731539153132 (+3 ms)Closed at 1731539153132 2024-11-13T23:05:53,133 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0be32104ffaed7875351e39afe83b078: Waiting for close lock at 1731539153128Running coprocessor pre-close hooks at 1731539153128Disabling compacts and flushes for region at 1731539153128Disabling writes for close at 1731539153128Writing region close event to WAL at 1731539153129 (+1 ms)Running coprocessor post-close hooks at 1731539153133 (+4 ms)Closed at 1731539153133 2024-11-13T23:05:53,133 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731539152345.e8138d43d1ea4ddde3caf19b02eb66cf. 2024-11-13T23:05:53,133 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078. 2024-11-13T23:05:53,137 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:53,142 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:53,151 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/.tmp/info/6a57096ac89847bc88dfac0d6ca0e07b is 173, key is testClearRegionBlockCache,5,1731539152345.0be32104ffaed7875351e39afe83b078./info:regioninfo/1731539152718/Put/seqid=0 2024-11-13T23:05:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741841_1017 (size=8173) 2024-11-13T23:05:53,157 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/.tmp/info/6a57096ac89847bc88dfac0d6ca0e07b 2024-11-13T23:05:53,177 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/.tmp/ns/0f5e24e59838439aba0538c86a3c1bc3 is 43, key is default/ns:d/1731539152301/Put/seqid=0 2024-11-13T23:05:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:53,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741842_1018 (size=5153) 2024-11-13T23:05:53,182 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/.tmp/ns/0f5e24e59838439aba0538c86a3c1bc3 2024-11-13T23:05:53,199 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/.tmp/table/7265512291ef45b0aca62f86c7f921fa is 61, key is testClearRegionBlockCache/table:state/1731539152727/Put/seqid=0 2024-11-13T23:05:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741843_1019 (size=5312) 2024-11-13T23:05:53,204 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/.tmp/table/7265512291ef45b0aca62f86c7f921fa 2024-11-13T23:05:53,210 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/.tmp/info/6a57096ac89847bc88dfac0d6ca0e07b as hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/info/6a57096ac89847bc88dfac0d6ca0e07b 2024-11-13T23:05:53,215 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/info/6a57096ac89847bc88dfac0d6ca0e07b, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T23:05:53,216 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/.tmp/ns/0f5e24e59838439aba0538c86a3c1bc3 as hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/ns/0f5e24e59838439aba0538c86a3c1bc3 2024-11-13T23:05:53,221 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/ns/0f5e24e59838439aba0538c86a3c1bc3, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T23:05:53,222 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/.tmp/table/7265512291ef45b0aca62f86c7f921fa as hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/table/7265512291ef45b0aca62f86c7f921fa 2024-11-13T23:05:53,226 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/table/7265512291ef45b0aca62f86c7f921fa, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T23:05:53,227 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false 2024-11-13T23:05:53,230 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T23:05:53,231 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:05:53,231 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:53,231 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731539153129Running coprocessor pre-close hooks at 1731539153129Disabling compacts and flushes for region at 1731539153129Disabling writes for close at 1731539153129Obtaining lock to block concurrent updates at 1731539153129Preparing flush snapshotting stores in 1588230740 at 1731539153129Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731539153129Flushing stores of hbase:meta,,1.1588230740 at 1731539153130 (+1 ms)Flushing 1588230740/info: creating writer at 1731539153130Flushing 1588230740/info: appending metadata at 1731539153151 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731539153151Flushing 1588230740/ns: creating writer at 1731539153163 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731539153177 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731539153177Flushing 1588230740/table: creating writer at 1731539153187 (+10 ms)Flushing 1588230740/table: appending metadata at 1731539153199 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731539153199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4beeb867: reopening flushed file at 1731539153209 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba71369: reopening flushed file at 1731539153215 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d76a6d6: reopening flushed file at 1731539153221 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false at 1731539153227 (+6 ms)Writing region close event to WAL at 1731539153228 (+1 ms)Running coprocessor post-close hooks at 1731539153231 (+3 ms)Closed at 1731539153231 2024-11-13T23:05:53,231 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:05:53,328 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,33575,1731539151261; all regions closed. 2024-11-13T23:05:53,329 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,37047,1731539151302; all regions closed. 2024-11-13T23:05:53,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741833_1009 (size=1758) 2024-11-13T23:05:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741833_1009 (size=1758) 2024-11-13T23:05:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:53,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/WALs/714b435e65e7,37047,1731539151302/714b435e65e7%2C37047%2C1731539151302.meta.1731539152249.meta not finished, retry = 0 2024-11-13T23:05:53,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741835_1011 (size=4338) 2024-11-13T23:05:53,340 DEBUG [RS:0;714b435e65e7:33575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/oldWALs 2024-11-13T23:05:53,340 INFO [RS:0;714b435e65e7:33575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C33575%2C1731539151261:(num 1731539151869) 2024-11-13T23:05:53,340 DEBUG [RS:0;714b435e65e7:33575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:53,340 INFO [RS:0;714b435e65e7:33575 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:53,340 INFO [RS:0;714b435e65e7:33575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:53,341 INFO [RS:0;714b435e65e7:33575 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:53,341 INFO [RS:0;714b435e65e7:33575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:05:53,341 INFO [RS:0;714b435e65e7:33575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:05:53,341 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:53,341 INFO [RS:0;714b435e65e7:33575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:05:53,341 INFO [RS:0;714b435e65e7:33575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:53,341 INFO [RS:0;714b435e65e7:33575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33575 2024-11-13T23:05:53,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,33575,1731539151261 2024-11-13T23:05:53,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:53,350 INFO [RS:0;714b435e65e7:33575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:53,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,33575,1731539151261] 2024-11-13T23:05:53,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,33575,1731539151261 already deleted, retry=false 2024-11-13T23:05:53,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,33575,1731539151261 expired; onlineServers=1 2024-11-13T23:05:53,441 DEBUG [RS:1;714b435e65e7:37047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/oldWALs 2024-11-13T23:05:53,441 INFO [RS:1;714b435e65e7:37047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37047%2C1731539151302.meta:.meta(num 1731539152249) 2024-11-13T23:05:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741834_1010 (size=1867) 2024-11-13T23:05:53,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741834_1010 (size=1867) 2024-11-13T23:05:53,449 DEBUG [RS:1;714b435e65e7:37047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/oldWALs 2024-11-13T23:05:53,449 INFO [RS:1;714b435e65e7:37047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37047%2C1731539151302:(num 1731539151873) 2024-11-13T23:05:53,449 DEBUG [RS:1;714b435e65e7:37047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:05:53,449 INFO [RS:1;714b435e65e7:37047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:05:53,450 INFO [RS:1;714b435e65e7:37047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:53,450 INFO [RS:1;714b435e65e7:37047 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:53,450 INFO [RS:1;714b435e65e7:37047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:53,450 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:53,450 INFO [RS:1;714b435e65e7:37047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37047 2024-11-13T23:05:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:05:53,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,37047,1731539151302 2024-11-13T23:05:53,458 INFO [RS:1;714b435e65e7:37047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:53,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:53,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33575-0x10137bc5ab60001, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:53,459 INFO [RS:0;714b435e65e7:33575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:53,459 INFO [RS:0;714b435e65e7:33575 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,33575,1731539151261; zookeeper connection closed. 2024-11-13T23:05:53,459 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1abb6b24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1abb6b24 2024-11-13T23:05:53,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,37047,1731539151302] 2024-11-13T23:05:53,475 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,37047,1731539151302 already deleted, retry=false 2024-11-13T23:05:53,475 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,37047,1731539151302 expired; onlineServers=0 2024-11-13T23:05:53,475 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,34519,1731539151073' ***** 2024-11-13T23:05:53,475 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:05:53,475 INFO [M:0;714b435e65e7:34519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:05:53,475 INFO [M:0;714b435e65e7:34519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:05:53,475 DEBUG [M:0;714b435e65e7:34519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:05:53,475 DEBUG [M:0;714b435e65e7:34519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:05:53,475 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:05:53,475 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539151607 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731539151607,5,FailOnTimeoutGroup] 2024-11-13T23:05:53,475 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539151607 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731539151607,5,FailOnTimeoutGroup] 2024-11-13T23:05:53,476 INFO [M:0;714b435e65e7:34519 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:05:53,476 INFO [M:0;714b435e65e7:34519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:05:53,476 DEBUG [M:0;714b435e65e7:34519 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:05:53,476 INFO [M:0;714b435e65e7:34519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:05:53,476 INFO [M:0;714b435e65e7:34519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:05:53,476 INFO [M:0;714b435e65e7:34519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:05:53,476 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:05:53,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T23:05:53,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:05:53,483 DEBUG [M:0;714b435e65e7:34519 {}] zookeeper.ZKUtil(347): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T23:05:53,483 WARN [M:0;714b435e65e7:34519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:05:53,484 INFO [M:0;714b435e65e7:34519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/.lastflushedseqids 2024-11-13T23:05:53,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741844_1020 (size=200) 2024-11-13T23:05:53,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741844_1020 (size=200) 2024-11-13T23:05:53,490 INFO [M:0;714b435e65e7:34519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:05:53,490 INFO [M:0;714b435e65e7:34519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:05:53,490 DEBUG [M:0;714b435e65e7:34519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:05:53,490 INFO [M:0;714b435e65e7:34519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:53,490 DEBUG [M:0;714b435e65e7:34519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:53,490 DEBUG [M:0;714b435e65e7:34519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:05:53,490 DEBUG [M:0;714b435e65e7:34519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:53,490 INFO [M:0;714b435e65e7:34519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-13T23:05:53,504 DEBUG [M:0;714b435e65e7:34519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43bea0afeeea4aee8be7a6b280c7acab is 82, key is hbase:meta,,1/info:regioninfo/1731539152283/Put/seqid=0 2024-11-13T23:05:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741845_1021 (size=5672) 2024-11-13T23:05:53,509 INFO [M:0;714b435e65e7:34519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43bea0afeeea4aee8be7a6b280c7acab 2024-11-13T23:05:53,527 DEBUG [M:0;714b435e65e7:34519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d53a7611b4d463aa6e84579acc9dc03 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731539152732/Put/seqid=0 2024-11-13T23:05:53,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:53,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741846_1022 (size=6218) 2024-11-13T23:05:53,532 INFO [M:0;714b435e65e7:34519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d53a7611b4d463aa6e84579acc9dc03 2024-11-13T23:05:53,550 DEBUG [M:0;714b435e65e7:34519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91bf1afd002347379d97c970e518c474 is 69, key is 714b435e65e7,33575,1731539151261/rs:state/1731539151687/Put/seqid=0 2024-11-13T23:05:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741847_1023 (size=5224) 2024-11-13T23:05:53,555 INFO [M:0;714b435e65e7:34519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91bf1afd002347379d97c970e518c474 2024-11-13T23:05:53,560 DEBUG [M:0;714b435e65e7:34519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43bea0afeeea4aee8be7a6b280c7acab as hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43bea0afeeea4aee8be7a6b280c7acab 2024-11-13T23:05:53,564 INFO [M:0;714b435e65e7:34519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43bea0afeeea4aee8be7a6b280c7acab, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T23:05:53,566 DEBUG [M:0;714b435e65e7:34519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d53a7611b4d463aa6e84579acc9dc03 as hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d53a7611b4d463aa6e84579acc9dc03 2024-11-13T23:05:53,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:53,567 INFO [RS:1;714b435e65e7:37047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:53,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10137bc5ab60002, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:53,567 INFO [RS:1;714b435e65e7:37047 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,37047,1731539151302; zookeeper connection closed. 2024-11-13T23:05:53,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3388faca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3388faca 2024-11-13T23:05:53,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T23:05:53,571 INFO [M:0;714b435e65e7:34519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d53a7611b4d463aa6e84579acc9dc03, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T23:05:53,572 DEBUG [M:0;714b435e65e7:34519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91bf1afd002347379d97c970e518c474 as hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91bf1afd002347379d97c970e518c474 2024-11-13T23:05:53,577 INFO [M:0;714b435e65e7:34519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91bf1afd002347379d97c970e518c474, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T23:05:53,578 INFO [M:0;714b435e65e7:34519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 87ms, sequenceid=71, compaction requested=false 2024-11-13T23:05:53,579 INFO [M:0;714b435e65e7:34519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:05:53,579 DEBUG [M:0;714b435e65e7:34519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731539153490Disabling compacts and flushes for region at 1731539153490Disabling writes for close at 1731539153490Obtaining lock to block concurrent updates at 1731539153490Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731539153490Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731539153491 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731539153491Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731539153491Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731539153504 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731539153504Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731539153514 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731539153527 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731539153527Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731539153537 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731539153549 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731539153549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126a171: reopening flushed file at 1731539153559 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56adbc66: reopening flushed file at 1731539153565 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e30c047: reopening flushed file at 1731539153571 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 87ms, sequenceid=71, compaction requested=false at 1731539153578 (+7 ms)Writing region close event to WAL at 1731539153579 (+1 ms)Closed at 1731539153579 2024-11-13T23:05:53,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/612148a1-90e3-53ad-a17a-07e8cbc8f3c4/MasterData/WALs/714b435e65e7,34519,1731539151073/714b435e65e7%2C34519%2C1731539151073.1731539151424 not finished, retry = 0 2024-11-13T23:05:53,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741830_1006 (size=35477) 2024-11-13T23:05:53,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38029 is added to blk_1073741830_1006 (size=35477) 2024-11-13T23:05:53,682 INFO [M:0;714b435e65e7:34519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:05:53,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:05:53,683 INFO [M:0;714b435e65e7:34519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34519 2024-11-13T23:05:53,683 INFO [M:0;714b435e65e7:34519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:05:53,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:53,792 INFO [M:0;714b435e65e7:34519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:05:53,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34519-0x10137bc5ab60000, quorum=127.0.0.1:54552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:05:53,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4328b12d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:53,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14b225e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:53,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:53,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44368fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:53,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e3237f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:53,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:53,802 WARN [BP-1599954419-172.17.0.2-1731539149130 heartbeating to localhost/127.0.0.1:41813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:53,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:53,802 WARN [BP-1599954419-172.17.0.2-1731539149130 heartbeating to localhost/127.0.0.1:41813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1599954419-172.17.0.2-1731539149130 (Datanode Uuid aff07be0-d06e-4132-b957-f8845039c0dc) service to localhost/127.0.0.1:41813 2024-11-13T23:05:53,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/data/data3/current/BP-1599954419-172.17.0.2-1731539149130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:53,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/data/data4/current/BP-1599954419-172.17.0.2-1731539149130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:53,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:53,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52f13f78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:05:53,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eda68cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:53,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:53,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cffbc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:53,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@144d633c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:53,806 WARN [BP-1599954419-172.17.0.2-1731539149130 heartbeating to localhost/127.0.0.1:41813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:05:53,806 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:05:53,806 WARN [BP-1599954419-172.17.0.2-1731539149130 heartbeating to localhost/127.0.0.1:41813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1599954419-172.17.0.2-1731539149130 (Datanode Uuid 7d30ec45-75a6-4c7d-b9d3-886b63dd4996) service to localhost/127.0.0.1:41813 2024-11-13T23:05:53,806 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:05:53,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/data/data1/current/BP-1599954419-172.17.0.2-1731539149130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:53,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/cluster_6389af2d-1ed1-1eb4-55c4-cf942cc1f487/data/data2/current/BP-1599954419-172.17.0.2-1731539149130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:05:53,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:05:53,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:05:53,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42fa8863{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:05:53,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27209016{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:05:53,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:05:53,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@160f87b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:05:53,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f147152{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b14ecf5-0ed7-f512-6d37-0146b89e3485/hadoop.log.dir/,STOPPED} 2024-11-13T23:05:53,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:05:53,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:05:53,842 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=192 (was 169) - Thread LEAK? -, OpenFileDescriptor=554 (was 522) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=3615 (was 3791)